2024-11-16 04:57:52,577 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-16 04:57:52,594 main DEBUG Took 0.016134 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 04:57:52,595 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 04:57:52,595 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 04:57:52,597 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 04:57:52,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,607 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 04:57:52,620 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,624 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,626 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,627 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,629 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,631 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,633 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:57:52,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,637 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 04:57:52,639 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:57:52,641 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 04:57:52,643 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 04:57:52,644 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 04:57:52,646 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 04:57:52,647 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 04:57:52,658 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 04:57:52,661 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 04:57:52,664 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 04:57:52,664 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 04:57:52,665 main DEBUG createAppenders(={Console}) 2024-11-16 04:57:52,666 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-16 04:57:52,666 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-16 04:57:52,667 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-16 04:57:52,667 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 04:57:52,668 main DEBUG OutputStream closed 2024-11-16 04:57:52,668 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 04:57:52,668 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 04:57:52,669 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-16 04:57:52,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 04:57:52,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 04:57:52,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 04:57:52,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 04:57:52,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 04:57:52,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 04:57:52,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 04:57:52,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 04:57:52,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 04:57:52,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 04:57:52,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 04:57:52,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 04:57:52,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 04:57:52,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 04:57:52,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 04:57:52,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 04:57:52,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 04:57:52,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 04:57:52,752 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 04:57:52,753 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-16 04:57:52,753 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 04:57:52,754 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-16T04:57:52,767 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-16 04:57:52,769 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 04:57:52,769 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T04:57:52,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7959 2024-11-16T04:57:53,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf 2024-11-16T04:57:53,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:57:53,034 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2, deleteOnExit=true 2024-11-16T04:57:53,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:57:53,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/test.cache.data in system properties and HBase conf 2024-11-16T04:57:53,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:57:53,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:57:53,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:57:53,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:57:53,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:57:53,112 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T04:57:53,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:57:53,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:57:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:57:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:57:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:57:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:57:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:57:53,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:57:53,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:57:53,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:57:53,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:57:53,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:57:53,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:57:53,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:57:53,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:57:54,209 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T04:57:54,281 INFO [Time-limited test {}] log.Log(170): Logging initialized @2347ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T04:57:54,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:57:54,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:57:54,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:57:54,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:57:54,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:57:54,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:57:54,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34f5021e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:57:54,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4164510b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:57:54,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c8e2b9b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/java.io.tmpdir/jetty-localhost-36143-hadoop-hdfs-3_4_1-tests_jar-_-any-7499969703853222645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:57:54,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cd7e66f{HTTP/1.1, (http/1.1)}{localhost:36143} 2024-11-16T04:57:54,640 INFO [Time-limited test {}] server.Server(415): Started @2706ms 2024-11-16T04:57:55,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:57:55,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:57:55,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:57:55,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:57:55,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:57:55,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31fa71ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:57:55,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a83e474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:57:55,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75313660{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/java.io.tmpdir/jetty-localhost-45821-hadoop-hdfs-3_4_1-tests_jar-_-any-11976658615821967446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:57:55,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d359de{HTTP/1.1, (http/1.1)}{localhost:45821} 2024-11-16T04:57:55,232 INFO [Time-limited test {}] server.Server(415): Started @3299ms 2024-11-16T04:57:55,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:57:55,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:57:55,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:57:55,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:57:55,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:57:55,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:57:55,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a2ddbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:57:55,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62535b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:57:55,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b2194c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/java.io.tmpdir/jetty-localhost-36197-hadoop-hdfs-3_4_1-tests_jar-_-any-6155063591648667124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:57:55,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac58d5{HTTP/1.1, (http/1.1)}{localhost:36197} 2024-11-16T04:57:55,524 INFO [Time-limited test {}] server.Server(415): Started @3591ms 2024-11-16T04:57:55,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:57:55,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:57:55,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:57:55,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:57:55,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:57:55,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:57:55,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@697bf951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:57:55,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7605ef0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:57:55,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47300910{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/java.io.tmpdir/jetty-localhost-43315-hadoop-hdfs-3_4_1-tests_jar-_-any-15811371578588739076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:57:55,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38cb4984{HTTP/1.1, (http/1.1)}{localhost:43315} 2024-11-16T04:57:55,665 INFO [Time-limited test {}] server.Server(415): Started @3732ms 2024-11-16T04:57:55,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:57:56,567 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data1/current/BP-907274568-172.17.0.2-1731733073767/current, will proceed with Du for space computation calculation, 2024-11-16T04:57:56,567 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data2/current/BP-907274568-172.17.0.2-1731733073767/current, will proceed with Du for space computation calculation, 2024-11-16T04:57:56,567 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data4/current/BP-907274568-172.17.0.2-1731733073767/current, will proceed with Du for space computation calculation, 2024-11-16T04:57:56,567 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data3/current/BP-907274568-172.17.0.2-1731733073767/current, will proceed with Du for space computation calculation, 2024-11-16T04:57:56,606 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:57:56,606 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:57:56,622 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data5/current/BP-907274568-172.17.0.2-1731733073767/current, will proceed with Du for space computation calculation, 2024-11-16T04:57:56,623 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data6/current/BP-907274568-172.17.0.2-1731733073767/current, will proceed with Du for space computation calculation, 2024-11-16T04:57:56,646 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:57:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ae89d682d3561c with lease ID 0xc497576ffb1eb649: Processing first storage report for DS-891232bc-dbdf-4fea-b09d-ce13f1af5239 from datanode DatanodeRegistration(127.0.0.1:38247, datanodeUuid=6ce29114-1a09-4292-8832-f96b7f6dba09, infoPort=36249, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767) 2024-11-16T04:57:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ae89d682d3561c with lease ID 0xc497576ffb1eb649: from storage DS-891232bc-dbdf-4fea-b09d-ce13f1af5239 node DatanodeRegistration(127.0.0.1:38247, datanodeUuid=6ce29114-1a09-4292-8832-f96b7f6dba09, infoPort=36249, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:57:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59508d04000c65b0 with lease ID 0xc497576ffb1eb648: Processing first storage report for DS-b9419736-002f-480d-b615-200afedeb555 from datanode DatanodeRegistration(127.0.0.1:38927, datanodeUuid=33d2a640-6598-4702-acd2-762d5ae1be46, infoPort=39581, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767) 2024-11-16T04:57:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59508d04000c65b0 with lease ID 0xc497576ffb1eb648: from storage DS-b9419736-002f-480d-b615-200afedeb555 node DatanodeRegistration(127.0.0.1:38927, datanodeUuid=33d2a640-6598-4702-acd2-762d5ae1be46, infoPort=39581, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:57:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd4e62a68bbf603e with lease ID 0xc497576ffb1eb647: Processing first storage report for DS-43a08859-7ae3-4458-92eb-33ca233fe88a from datanode DatanodeRegistration(127.0.0.1:40271, datanodeUuid=a7165f75-6c9d-4dd4-af62-ae18799dd077, infoPort=34129, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767) 2024-11-16T04:57:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd4e62a68bbf603e with lease ID 0xc497576ffb1eb647: from storage DS-43a08859-7ae3-4458-92eb-33ca233fe88a node DatanodeRegistration(127.0.0.1:40271, datanodeUuid=a7165f75-6c9d-4dd4-af62-ae18799dd077, infoPort=34129, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:57:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ae89d682d3561c with lease ID 0xc497576ffb1eb649: Processing first storage report for DS-3e879865-58ad-4d31-b20e-0c4aecf0a6ee from datanode DatanodeRegistration(127.0.0.1:38247, datanodeUuid=6ce29114-1a09-4292-8832-f96b7f6dba09, infoPort=36249, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767) 2024-11-16T04:57:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ae89d682d3561c with lease ID 0xc497576ffb1eb649: from storage DS-3e879865-58ad-4d31-b20e-0c4aecf0a6ee node DatanodeRegistration(127.0.0.1:38247, datanodeUuid=6ce29114-1a09-4292-8832-f96b7f6dba09, infoPort=36249, infoSecurePort=0, ipcPort=44037, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:57:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59508d04000c65b0 with lease ID 0xc497576ffb1eb648: Processing first storage report for DS-2d634be7-26b3-4176-9065-74361bbbf570 from datanode DatanodeRegistration(127.0.0.1:38927, datanodeUuid=33d2a640-6598-4702-acd2-762d5ae1be46, infoPort=39581, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767) 2024-11-16T04:57:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59508d04000c65b0 with lease ID 0xc497576ffb1eb648: from storage DS-2d634be7-26b3-4176-9065-74361bbbf570 node DatanodeRegistration(127.0.0.1:38927, datanodeUuid=33d2a640-6598-4702-acd2-762d5ae1be46, infoPort=39581, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:57:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd4e62a68bbf603e with lease ID 0xc497576ffb1eb647: Processing first storage report for DS-5e286a26-9125-457a-ac3e-313cae96712c from datanode DatanodeRegistration(127.0.0.1:40271, datanodeUuid=a7165f75-6c9d-4dd4-af62-ae18799dd077, infoPort=34129, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767) 2024-11-16T04:57:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd4e62a68bbf603e with lease ID 0xc497576ffb1eb647: from storage DS-5e286a26-9125-457a-ac3e-313cae96712c node DatanodeRegistration(127.0.0.1:40271, datanodeUuid=a7165f75-6c9d-4dd4-af62-ae18799dd077, infoPort=34129, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1200493814;c=1731733073767), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:57:56,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf 2024-11-16T04:57:56,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/zookeeper_0, clientPort=52996, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:57:56,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52996 2024-11-16T04:57:56,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:56,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:57:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:57:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:57:57,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 with version=8 2024-11-16T04:57:57,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/hbase-staging 2024-11-16T04:57:57,537 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T04:57:57,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:57:57,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:57,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:57,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:57:57,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:57,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:57:57,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:57:57,951 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T04:57:57,960 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T04:57:57,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:57:57,988 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98436 (auto-detected) 2024-11-16T04:57:57,989 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T04:57:58,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42841 2024-11-16T04:57:58,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42841 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-16T04:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428410x0, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:57:58,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42841-0x101434b4e130000 connected 2024-11-16T04:57:58,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:57:58,257 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63, hbase.cluster.distributed=false 2024-11-16T04:57:58,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:57:58,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42841 2024-11-16T04:57:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42841 2024-11-16T04:57:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42841 2024-11-16T04:57:58,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42841 2024-11-16T04:57:58,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42841 2024-11-16T04:57:58,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:57:58,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:57:58,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:57:58,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:57:58,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:57:58,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44889 2024-11-16T04:57:58,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44889 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-16T04:57:58,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448890x0, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:57:58,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44889-0x101434b4e130001 connected 2024-11-16T04:57:58,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448890x0, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:57:58,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:57:58,453 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:57:58,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:57:58,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:57:58,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-16T04:57:58,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44889 2024-11-16T04:57:58,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44889 2024-11-16T04:57:58,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-16T04:57:58,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-16T04:57:58,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:57:58,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:57:58,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:57:58,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:57:58,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:57:58,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33639 2024-11-16T04:57:58,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33639 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-16T04:57:58,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336390x0, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:57:58,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336390x0, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:57:58,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33639-0x101434b4e130002 connected 2024-11-16T04:57:58,510 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:57:58,512 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:57:58,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:57:58,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:57:58,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33639 2024-11-16T04:57:58,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33639 2024-11-16T04:57:58,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33639 2024-11-16T04:57:58,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33639 2024-11-16T04:57:58,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33639 2024-11-16T04:57:58,533 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:57:58,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:57:58,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:57:58,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:57:58,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:57:58,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:57:58,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36285 2024-11-16T04:57:58,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36285 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-16T04:57:58,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362850x0, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:57:58,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362850x0, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:57:58,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36285-0x101434b4e130003 connected 2024-11-16T04:57:58,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:57:58,557 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:57:58,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:57:58,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:57:58,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-16T04:57:58,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36285 2024-11-16T04:57:58,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36285 2024-11-16T04:57:58,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-16T04:57:58,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-16T04:57:58,588 DEBUG [M:0;48db94e10209:42841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;48db94e10209:42841 2024-11-16T04:57:58,589 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/48db94e10209,42841,1731733077606 2024-11-16T04:57:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,607 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/48db94e10209,42841,1731733077606 2024-11-16T04:57:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:57:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:57:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:57:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,635 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:57:58,636 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/48db94e10209,42841,1731733077606 from backup master directory 2024-11-16T04:57:58,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/48db94e10209,42841,1731733077606 2024-11-16T04:57:58,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:57:58,647 WARN [master/48db94e10209:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:57:58,647 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=48db94e10209,42841,1731733077606 2024-11-16T04:57:58,649 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T04:57:58,650 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T04:57:58,708 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/hbase.id] with ID: 2b9665d6-ad27-48e6-bf96-d7501d77a6da 2024-11-16T04:57:58,708 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/.tmp/hbase.id 2024-11-16T04:57:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:57:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:57:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:57:58,724 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/.tmp/hbase.id]:[hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/hbase.id] 2024-11-16T04:57:58,767 INFO [master/48db94e10209:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:57:58,773 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:57:58,792 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-16T04:57:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:57:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:57:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:57:58,849 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:57:58,851 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:57:58,865 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:57:58,868 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:57:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:57:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:57:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:57:58,915 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store 2024-11-16T04:57:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:57:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:57:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:57:58,940 INFO [master/48db94e10209:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T04:57:58,943 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:57:58,945 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:57:58,945 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:57:58,945 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:57:58,947 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:57:58,947 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:57:58,948 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:57:58,949 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731733078944Disabling compacts and flushes for region at 1731733078944Disabling writes for close at 1731733078947 (+3 ms)Writing region close event to WAL at 1731733078948 (+1 ms)Closed at 1731733078948 2024-11-16T04:57:58,951 WARN [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/.initializing 2024-11-16T04:57:58,952 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/WALs/48db94e10209,42841,1731733077606 2024-11-16T04:57:58,960 INFO [master/48db94e10209:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:57:58,975 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C42841%2C1731733077606, suffix=, logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/WALs/48db94e10209,42841,1731733077606, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/oldWALs, maxLogs=10 2024-11-16T04:57:58,997 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/WALs/48db94e10209,42841,1731733077606/48db94e10209%2C42841%2C1731733077606.1731733078979, exclude list is [], retry=0 2024-11-16T04:57:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38927,DS-b9419736-002f-480d-b615-200afedeb555,DISK] 2024-11-16T04:57:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40271,DS-43a08859-7ae3-4458-92eb-33ca233fe88a,DISK] 2024-11-16T04:57:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-891232bc-dbdf-4fea-b09d-ce13f1af5239,DISK] 2024-11-16T04:57:59,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T04:57:59,052 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/WALs/48db94e10209,42841,1731733077606/48db94e10209%2C42841%2C1731733077606.1731733078979 2024-11-16T04:57:59,053 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34129:34129),(127.0.0.1/127.0.0.1:39581:39581),(127.0.0.1/127.0.0.1:36249:36249)] 2024-11-16T04:57:59,053 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:57:59,054 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:57:59,056 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,057 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:57:59,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:57:59,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:57:59,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:57:59,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:57:59,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:57:59,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:57:59,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:57:59,139 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,142 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,143 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,148 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,148 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,151 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:57:59,154 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:57:59,159 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:57:59,160 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69153722, jitterRate=0.03047075867652893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:57:59,168 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731733079068Initializing all the Stores at 1731733079070 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733079071 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733079071Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733079071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733079072 (+1 ms)Cleaning up temporary data from old regions at 1731733079148 (+76 ms)Region opened successfully at 1731733079168 (+20 ms) 2024-11-16T04:57:59,169 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:57:59,199 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4688da72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:57:59,225 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:57:59,235 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T04:57:59,235 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T04:57:59,237 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:57:59,239 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T04:57:59,243 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T04:57:59,243 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:57:59,270 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:57:59,280 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:57:59,333 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:57:59,338 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:57:59,340 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:57:59,350 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:57:59,351 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:57:59,354 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:57:59,362 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:57:59,364 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:57:59,375 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:57:59,396 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:57:59,403 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,420 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=48db94e10209,42841,1731733077606, sessionid=0x101434b4e130000, setting cluster-up flag (Was=false) 2024-11-16T04:57:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,488 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:57:59,493 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,42841,1731733077606 2024-11-16T04:57:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:57:59,554 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:57:59,558 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,42841,1731733077606 2024-11-16T04:57:59,568 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:57:59,574 INFO [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(746): ClusterId : 2b9665d6-ad27-48e6-bf96-d7501d77a6da 2024-11-16T04:57:59,574 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(746): ClusterId : 2b9665d6-ad27-48e6-bf96-d7501d77a6da 2024-11-16T04:57:59,574 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(746): ClusterId : 2b9665d6-ad27-48e6-bf96-d7501d77a6da 2024-11-16T04:57:59,576 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:57:59,576 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:57:59,576 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:57:59,597 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:57:59,597 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:57:59,597 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:57:59,597 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:57:59,597 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:57:59,597 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:57:59,617 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:57:59,617 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:57:59,617 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:57:59,618 DEBUG [RS:0;48db94e10209:44889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13910019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:57:59,618 DEBUG [RS:2;48db94e10209:36285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e6ebf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:57:59,618 DEBUG [RS:1;48db94e10209:33639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b93b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:57:59,634 DEBUG [RS:0;48db94e10209:44889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;48db94e10209:44889 2024-11-16T04:57:59,636 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;48db94e10209:33639 2024-11-16T04:57:59,636 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;48db94e10209:36285 2024-11-16T04:57:59,638 INFO [RS:1;48db94e10209:33639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:57:59,638 INFO [RS:0;48db94e10209:44889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:57:59,638 INFO [RS:2;48db94e10209:36285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:57:59,638 INFO [RS:1;48db94e10209:33639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:57:59,638 INFO [RS:0;48db94e10209:44889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:57:59,638 INFO [RS:2;48db94e10209:36285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:57:59,638 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:57:59,638 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:57:59,638 DEBUG [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:57:59,641 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,42841,1731733077606 with port=33639, startcode=1731733078480 2024-11-16T04:57:59,641 INFO [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,42841,1731733077606 with port=44889, startcode=1731733078355 2024-11-16T04:57:59,641 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,42841,1731733077606 with port=36285, startcode=1731733078532 2024-11-16T04:57:59,641 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:57:59,650 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:57:59,651 DEBUG [RS:1;48db94e10209:33639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:57:59,651 DEBUG [RS:0;48db94e10209:44889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:57:59,651 DEBUG [RS:2;48db94e10209:36285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:57:59,657 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:57:59,662 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 48db94e10209,42841,1731733077606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:57:59,670 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:57:59,670 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:57:59,670 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:57:59,671 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:57:59,671 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/48db94e10209:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:57:59,672 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,672 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:57:59,672 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,675 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733109675 2024-11-16T04:57:59,677 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:57:59,677 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:57:59,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:57:59,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:57:59,682 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:57:59,683 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:57:59,683 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:57:59,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:57:59,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55059, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:57:59,683 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:57:59,683 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:57:59,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:57:59,685 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,689 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:57:59,690 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:57:59,691 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:57:59,691 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:57:59,694 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:57:59,694 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:57:59,695 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:57:59,696 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:57:59,700 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731733079696,5,FailOnTimeoutGroup] 2024-11-16T04:57:59,704 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731733079701,5,FailOnTimeoutGroup] 2024-11-16T04:57:59,704 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,704 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:57:59,728 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,728 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:57:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:57:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:57:59,733 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:57:59,733 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:57:59,740 DEBUG [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T04:57:59,740 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T04:57:59,740 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T04:57:59,740 WARN [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T04:57:59,740 WARN [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T04:57:59,740 WARN [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T04:57:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:57:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:57:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:57:59,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:57:59,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:57:59,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:57:59,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:57:59,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:57:59,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:57:59,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:57:59,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:57:59,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:57:59,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:57:59,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:57:59,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:57:59,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:57:59,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:57:59,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:57:59,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740 2024-11-16T04:57:59,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740 2024-11-16T04:57:59,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:57:59,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:57:59,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:57:59,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:57:59,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:57:59,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64686904, jitterRate=-0.03609001636505127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:57:59,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731733079752Initializing all the Stores at 1731733079753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733079753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733079754 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733079754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733079754Cleaning up temporary data from old regions at 1731733079773 (+19 ms)Region opened successfully at 1731733079784 (+11 ms) 2024-11-16T04:57:59,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:57:59,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:57:59,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:57:59,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:57:59,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:57:59,786 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:57:59,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731733079785Disabling compacts and flushes for region at 1731733079785Disabling writes for close at 1731733079785Writing region close event to WAL at 1731733079786 (+1 ms)Closed at 1731733079786 2024-11-16T04:57:59,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:57:59,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:57:59,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:57:59,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:57:59,809 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:57:59,842 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,42841,1731733077606 with port=36285, startcode=1731733078532 2024-11-16T04:57:59,842 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,42841,1731733077606 with port=33639, startcode=1731733078480 2024-11-16T04:57:59,842 INFO [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,42841,1731733077606 with port=44889, startcode=1731733078355 2024-11-16T04:57:59,845 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,44889,1731733078355 2024-11-16T04:57:59,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(517): Registering regionserver=48db94e10209,44889,1731733078355 2024-11-16T04:57:59,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,36285,1731733078532 2024-11-16T04:57:59,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(517): Registering regionserver=48db94e10209,36285,1731733078532 2024-11-16T04:57:59,857 DEBUG [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:57:59,857 DEBUG [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44397 2024-11-16T04:57:59,857 DEBUG [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:57:59,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,33639,1731733078480 2024-11-16T04:57:59,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(517): Registering regionserver=48db94e10209,33639,1731733078480 2024-11-16T04:57:59,860 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:57:59,860 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44397 2024-11-16T04:57:59,860 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:57:59,862 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:57:59,862 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44397 2024-11-16T04:57:59,862 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:57:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:57:59,925 DEBUG [RS:0;48db94e10209:44889 {}] zookeeper.ZKUtil(111): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,44889,1731733078355 2024-11-16T04:57:59,925 WARN [RS:0;48db94e10209:44889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:57:59,926 INFO [RS:0;48db94e10209:44889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:57:59,926 DEBUG [RS:2;48db94e10209:36285 {}] zookeeper.ZKUtil(111): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,36285,1731733078532 2024-11-16T04:57:59,926 DEBUG [RS:1;48db94e10209:33639 {}] zookeeper.ZKUtil(111): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,33639,1731733078480 2024-11-16T04:57:59,926 DEBUG [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355 2024-11-16T04:57:59,926 WARN [RS:2;48db94e10209:36285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:57:59,927 WARN [RS:1;48db94e10209:33639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:57:59,927 INFO [RS:2;48db94e10209:36285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:57:59,927 INFO [RS:1;48db94e10209:33639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:57:59,927 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,36285,1731733078532 2024-11-16T04:57:59,927 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,33639,1731733078480 2024-11-16T04:57:59,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,44889,1731733078355] 2024-11-16T04:57:59,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,36285,1731733078532] 2024-11-16T04:57:59,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,33639,1731733078480] 2024-11-16T04:57:59,954 INFO [RS:2;48db94e10209:36285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:57:59,954 INFO [RS:0;48db94e10209:44889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:57:59,954 INFO [RS:1;48db94e10209:33639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:57:59,959 WARN [48db94e10209:42841 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:57:59,970 INFO [RS:2;48db94e10209:36285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:57:59,970 INFO [RS:0;48db94e10209:44889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:57:59,970 INFO [RS:1;48db94e10209:33639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:57:59,976 INFO [RS:2;48db94e10209:36285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:57:59,976 INFO [RS:0;48db94e10209:44889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:57:59,976 INFO [RS:1;48db94e10209:33639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:57:59,976 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,976 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,976 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,977 INFO [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:57:59,977 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:57:59,977 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:57:59,982 INFO [RS:2;48db94e10209:36285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:57:59,982 INFO [RS:0;48db94e10209:44889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:57:59,982 INFO [RS:1;48db94e10209:33639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:57:59,984 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,984 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,984 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,984 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,984 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,984 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,984 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,984 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,984 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:57:59,985 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,985 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:57:59,986 DEBUG [RS:2;48db94e10209:36285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:57:59,986 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:57:59,986 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:57:59,986 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:57:59,986 DEBUG [RS:1;48db94e10209:33639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:57:59,986 DEBUG [RS:0;48db94e10209:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:57:59,992 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,992 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,33639,1731733078480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,993 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,36285,1731733078532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:57:59,994 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,994 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,994 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,994 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,994 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:57:59,994 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,44889,1731733078355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:58:00,012 INFO [RS:1;48db94e10209:33639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:58:00,012 INFO [RS:0;48db94e10209:44889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:58:00,014 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,44889,1731733078355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,014 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,33639,1731733078480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,015 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,015 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,015 INFO [RS:1;48db94e10209:33639 {}] regionserver.Replication(171): 48db94e10209,33639,1731733078480 started 2024-11-16T04:58:00,015 INFO [RS:0;48db94e10209:44889 {}] regionserver.Replication(171): 48db94e10209,44889,1731733078355 started 2024-11-16T04:58:00,015 INFO [RS:2;48db94e10209:36285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:58:00,016 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,36285,1731733078532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,016 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,016 INFO [RS:2;48db94e10209:36285 {}] regionserver.Replication(171): 48db94e10209,36285,1731733078532 started 2024-11-16T04:58:00,033 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,033 INFO [RS:0;48db94e10209:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,033 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,33639,1731733078480, RpcServer on 48db94e10209/172.17.0.2:33639, sessionid=0x101434b4e130002 2024-11-16T04:58:00,033 INFO [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,44889,1731733078355, RpcServer on 48db94e10209/172.17.0.2:44889, sessionid=0x101434b4e130001 2024-11-16T04:58:00,034 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:58:00,034 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:58:00,034 DEBUG [RS:1;48db94e10209:33639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,33639,1731733078480 2024-11-16T04:58:00,034 DEBUG [RS:0;48db94e10209:44889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,44889,1731733078355 2024-11-16T04:58:00,034 DEBUG [RS:1;48db94e10209:33639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,33639,1731733078480' 2024-11-16T04:58:00,034 DEBUG [RS:0;48db94e10209:44889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,44889,1731733078355' 2024-11-16T04:58:00,034 DEBUG [RS:1;48db94e10209:33639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:58:00,034 DEBUG [RS:0;48db94e10209:44889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:58:00,035 DEBUG [RS:1;48db94e10209:33639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:58:00,035 DEBUG [RS:0;48db94e10209:44889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:58:00,035 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:58:00,035 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:58:00,036 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:58:00,036 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:58:00,036 DEBUG [RS:1;48db94e10209:33639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,33639,1731733078480 2024-11-16T04:58:00,036 DEBUG [RS:0;48db94e10209:44889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,44889,1731733078355 2024-11-16T04:58:00,036 DEBUG [RS:1;48db94e10209:33639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,33639,1731733078480' 2024-11-16T04:58:00,036 DEBUG [RS:0;48db94e10209:44889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,44889,1731733078355' 2024-11-16T04:58:00,036 DEBUG [RS:1;48db94e10209:33639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:58:00,036 DEBUG [RS:0;48db94e10209:44889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:58:00,036 DEBUG [RS:0;48db94e10209:44889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:58:00,036 DEBUG [RS:1;48db94e10209:33639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:58:00,037 DEBUG [RS:0;48db94e10209:44889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:58:00,037 DEBUG [RS:1;48db94e10209:33639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:58:00,037 INFO [RS:0;48db94e10209:44889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:58:00,037 INFO [RS:1;48db94e10209:33639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:58:00,037 INFO [RS:1;48db94e10209:33639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:58:00,037 INFO [RS:0;48db94e10209:44889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:58:00,037 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,038 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,36285,1731733078532, RpcServer on 48db94e10209/172.17.0.2:36285, sessionid=0x101434b4e130003 2024-11-16T04:58:00,038 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:58:00,038 DEBUG [RS:2;48db94e10209:36285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,36285,1731733078532 2024-11-16T04:58:00,038 DEBUG [RS:2;48db94e10209:36285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,36285,1731733078532' 2024-11-16T04:58:00,038 DEBUG [RS:2;48db94e10209:36285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:58:00,039 DEBUG [RS:2;48db94e10209:36285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:58:00,039 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:58:00,039 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:58:00,039 DEBUG [RS:2;48db94e10209:36285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,36285,1731733078532 2024-11-16T04:58:00,039 DEBUG [RS:2;48db94e10209:36285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,36285,1731733078532' 2024-11-16T04:58:00,039 DEBUG [RS:2;48db94e10209:36285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:58:00,040 DEBUG [RS:2;48db94e10209:36285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:58:00,040 DEBUG [RS:2;48db94e10209:36285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:58:00,040 INFO [RS:2;48db94e10209:36285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:58:00,040 INFO [RS:2;48db94e10209:36285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:58:00,144 INFO [RS:2;48db94e10209:36285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:58:00,144 INFO [RS:1;48db94e10209:33639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:58:00,144 INFO [RS:0;48db94e10209:44889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:58:00,147 INFO [RS:2;48db94e10209:36285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C36285%2C1731733078532, suffix=, logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,36285,1731733078532, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs, maxLogs=32 2024-11-16T04:58:00,147 INFO [RS:0;48db94e10209:44889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C44889%2C1731733078355, suffix=, logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs, maxLogs=32 2024-11-16T04:58:00,147 INFO [RS:1;48db94e10209:33639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C33639%2C1731733078480, suffix=, logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,33639,1731733078480, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs, maxLogs=32 2024-11-16T04:58:00,167 DEBUG [RS:0;48db94e10209:44889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355/48db94e10209%2C44889%2C1731733078355.1731733080152, exclude list is [], retry=0 2024-11-16T04:58:00,172 DEBUG [RS:1;48db94e10209:33639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,33639,1731733078480/48db94e10209%2C33639%2C1731733078480.1731733080152, exclude list is [], retry=0 2024-11-16T04:58:00,172 DEBUG [RS:2;48db94e10209:36285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,36285,1731733078532/48db94e10209%2C36285%2C1731733078532.1731733080152, exclude list is [], retry=0 2024-11-16T04:58:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-891232bc-dbdf-4fea-b09d-ce13f1af5239,DISK] 2024-11-16T04:58:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40271,DS-43a08859-7ae3-4458-92eb-33ca233fe88a,DISK] 2024-11-16T04:58:00,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38927,DS-b9419736-002f-480d-b615-200afedeb555,DISK] 2024-11-16T04:58:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-891232bc-dbdf-4fea-b09d-ce13f1af5239,DISK] 2024-11-16T04:58:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38927,DS-b9419736-002f-480d-b615-200afedeb555,DISK] 2024-11-16T04:58:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38927,DS-b9419736-002f-480d-b615-200afedeb555,DISK] 2024-11-16T04:58:00,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40271,DS-43a08859-7ae3-4458-92eb-33ca233fe88a,DISK] 2024-11-16T04:58:00,178 INFO [RS:0;48db94e10209:44889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355/48db94e10209%2C44889%2C1731733078355.1731733080152 2024-11-16T04:58:00,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40271,DS-43a08859-7ae3-4458-92eb-33ca233fe88a,DISK] 2024-11-16T04:58:00,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-891232bc-dbdf-4fea-b09d-ce13f1af5239,DISK] 2024-11-16T04:58:00,183 DEBUG [RS:0;48db94e10209:44889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36249:36249),(127.0.0.1/127.0.0.1:34129:34129),(127.0.0.1/127.0.0.1:39581:39581)] 2024-11-16T04:58:00,185 INFO [RS:2;48db94e10209:36285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,36285,1731733078532/48db94e10209%2C36285%2C1731733078532.1731733080152 2024-11-16T04:58:00,186 DEBUG [RS:2;48db94e10209:36285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581),(127.0.0.1/127.0.0.1:34129:34129),(127.0.0.1/127.0.0.1:36249:36249)] 2024-11-16T04:58:00,186 INFO [RS:1;48db94e10209:33639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,33639,1731733078480/48db94e10209%2C33639%2C1731733078480.1731733080152 2024-11-16T04:58:00,189 DEBUG [RS:1;48db94e10209:33639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581),(127.0.0.1/127.0.0.1:34129:34129),(127.0.0.1/127.0.0.1:36249:36249)] 2024-11-16T04:58:00,211 DEBUG [48db94e10209:42841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T04:58:00,218 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(204): Hosts are {48db94e10209=0} racks are {/default-rack=0} 2024-11-16T04:58:00,224 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:58:00,224 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:58:00,224 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T04:58:00,224 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:58:00,225 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:58:00,225 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T04:58:00,225 INFO [48db94e10209:42841 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:58:00,225 INFO [48db94e10209:42841 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:58:00,225 INFO [48db94e10209:42841 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T04:58:00,225 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:58:00,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:00,237 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,44889,1731733078355, state=OPENING 2024-11-16T04:58:00,275 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:58:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:58:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:58:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:58:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:58:00,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,293 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:58:00,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:00,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:58:00,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:58:00,490 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:58:00,490 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:58:00,491 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:58:00,495 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C44889%2C1731733078355.meta, suffix=.meta, logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs, maxLogs=32 2024-11-16T04:58:00,510 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, exclude list is [], retry=0 2024-11-16T04:58:00,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38927,DS-b9419736-002f-480d-b615-200afedeb555,DISK] 2024-11-16T04:58:00,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40271,DS-43a08859-7ae3-4458-92eb-33ca233fe88a,DISK] 2024-11-16T04:58:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-891232bc-dbdf-4fea-b09d-ce13f1af5239,DISK] 2024-11-16T04:58:00,523 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta 2024-11-16T04:58:00,524 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581),(127.0.0.1/127.0.0.1:34129:34129),(127.0.0.1/127.0.0.1:36249:36249)] 2024-11-16T04:58:00,524 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:58:00,526 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:58:00,528 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:58:00,533 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:58:00,536 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:58:00,537 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:00,537 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:58:00,537 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:58:00,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:58:00,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:58:00,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:00,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:58:00,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:58:00,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:58:00,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:00,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:58:00,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:58:00,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:58:00,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:00,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:58:00,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:58:00,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:58:00,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:00,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:58:00,553 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:58:00,554 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740 2024-11-16T04:58:00,557 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740 2024-11-16T04:58:00,559 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:58:00,560 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:58:00,560 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:58:00,563 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:58:00,565 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71480693, jitterRate=0.0651453286409378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:58:00,565 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:58:00,566 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731733080538Writing region info on filesystem at 1731733080538Initializing all the Stores at 1731733080540 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733080540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733080540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733080540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733080540Cleaning up temporary data from old regions at 1731733080560 (+20 ms)Running coprocessor post-open hooks at 1731733080565 (+5 ms)Region opened successfully at 1731733080566 (+1 ms) 2024-11-16T04:58:00,572 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731733080465 2024-11-16T04:58:00,583 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:58:00,584 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:58:00,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:00,587 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,44889,1731733078355, state=OPEN 2024-11-16T04:58:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:58:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:58:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:58:00,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:58:00,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:00,628 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=48db94e10209,44889,1731733078355 2024-11-16T04:58:00,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:58:00,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,44889,1731733078355 in 332 msec 2024-11-16T04:58:00,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:58:00,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 844 msec 2024-11-16T04:58:00,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:58:00,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:58:00,666 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:00,668 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:00,713 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:58:00,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42323, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:58:00,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1440 sec 2024-11-16T04:58:00,744 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731733080744, completionTime=-1 2024-11-16T04:58:00,747 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T04:58:00,747 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:58:00,771 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-16T04:58:00,771 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731733140771 2024-11-16T04:58:00,771 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731733200771 2024-11-16T04:58:00,771 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-16T04:58:00,773 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:58:00,779 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42841,1731733077606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,779 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42841,1731733077606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,779 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42841,1731733077606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,781 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-48db94e10209:42841, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,781 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,782 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,788 DEBUG [master/48db94e10209:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:58:00,807 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.160sec 2024-11-16T04:58:00,809 INFO [master/48db94e10209:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:58:00,810 INFO [master/48db94e10209:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:58:00,811 INFO [master/48db94e10209:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:58:00,811 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:58:00,811 INFO [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:58:00,812 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42841,1731733077606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:58:00,812 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42841,1731733077606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:58:00,817 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:58:00,818 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:58:00,819 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42841,1731733077606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:58:00,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359a87a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:58:00,891 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T04:58:00,891 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T04:58:00,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 48db94e10209,42841,-1 for getting cluster id 2024-11-16T04:58:00,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:58:00,903 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9665d6-ad27-48e6-bf96-d7501d77a6da' 2024-11-16T04:58:00,905 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:58:00,905 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9665d6-ad27-48e6-bf96-d7501d77a6da" 2024-11-16T04:58:00,905 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ce487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:58:00,905 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [48db94e10209,42841,-1] 2024-11-16T04:58:00,908 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:58:00,909 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:58:00,911 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:58:00,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:58:00,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:00,921 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:00,921 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:58:00,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:58:00,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=48db94e10209,42841,1731733077606 2024-11-16T04:58:00,945 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T04:58:00,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:58:00,953 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 48db94e10209,42841,1731733077606 2024-11-16T04:58:00,955 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae6b2d 2024-11-16T04:58:00,956 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:58:00,958 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:58:00,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:58:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T04:58:00,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:58:00,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-16T04:58:00,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:00,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:58:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:58:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741837_1013 (size=1020) 2024-11-16T04:58:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741837_1013 (size=1020) 2024-11-16T04:58:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741837_1013 (size=1020) 2024-11-16T04:58:01,002 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaa8cd53ee1d87040556b12fbc48e9af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,002 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 08944eb6377cab46fc2a3202b496f3d9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,003 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0f9ac0d820824d63dbe9c714a9c8633d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741838_1014 (size=110) 2024-11-16T04:58:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741838_1014 (size=110) 2024-11-16T04:58:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741839_1015 (size=107) 2024-11-16T04:58:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741840_1016 (size=110) 2024-11-16T04:58:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741839_1015 (size=107) 2024-11-16T04:58:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741840_1016 (size=110) 2024-11-16T04:58:01,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741840_1016 (size=110) 2024-11-16T04:58:01,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741839_1015 (size=107) 2024-11-16T04:58:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741838_1014 (size=110) 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 0f9ac0d820824d63dbe9c714a9c8633d, disabling compactions & flushes 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing aaa8cd53ee1d87040556b12fbc48e9af, disabling compactions & flushes 2024-11-16T04:58:01,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:01,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. after waiting 0 ms 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. after waiting 0 ms 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:01,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:01,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0f9ac0d820824d63dbe9c714a9c8633d: Waiting for close lock at 1731733081033Disabling compacts and flushes for region at 1731733081033Disabling writes for close at 1731733081033Writing region close event to WAL at 1731733081033Closed at 1731733081033 2024-11-16T04:58:01,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaa8cd53ee1d87040556b12fbc48e9af: Waiting for close lock at 1731733081033Disabling compacts and flushes for region at 1731733081033Disabling writes for close at 1731733081033Writing region close event to WAL at 1731733081033Closed at 1731733081033 2024-11-16T04:58:01,034 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d5d8f6642b789597dd8afd8e4086a2b8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,035 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83277fa2c07fd2a35014220e2812d26c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,035 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,035 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 08944eb6377cab46fc2a3202b496f3d9, disabling compactions & flushes 2024-11-16T04:58:01,035 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:01,035 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:01,035 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. after waiting 0 ms 2024-11-16T04:58:01,035 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:01,035 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:01,035 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 08944eb6377cab46fc2a3202b496f3d9: Waiting for close lock at 1731733081035Disabling compacts and flushes for region at 1731733081035Disabling writes for close at 1731733081035Writing region close event to WAL at 1731733081035Closed at 1731733081035 2024-11-16T04:58:01,036 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 17154b86ee8ae7a1fd2acedb7a1a558e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741842_1018 (size=110) 2024-11-16T04:58:01,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741842_1018 (size=110) 2024-11-16T04:58:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741842_1018 (size=110) 2024-11-16T04:58:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741843_1019 (size=110) 2024-11-16T04:58:01,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 83277fa2c07fd2a35014220e2812d26c, disabling compactions & flushes 2024-11-16T04:58:01,052 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T04:58:01,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T04:58:01,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. after waiting 0 ms 2024-11-16T04:58:01,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T04:58:01,052 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T04:58:01,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83277fa2c07fd2a35014220e2812d26c: Waiting for close lock at 1731733081052Disabling compacts and flushes for region at 1731733081052Disabling writes for close at 1731733081052Writing region close event to WAL at 1731733081052Closed at 1731733081052 2024-11-16T04:58:01,053 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56d9aa828ffbf406d0378f6f6d265f5e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741843_1019 (size=110) 2024-11-16T04:58:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741843_1019 (size=110) 2024-11-16T04:58:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741841_1017 (size=110) 2024-11-16T04:58:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741841_1017 (size=110) 2024-11-16T04:58:01,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 17154b86ee8ae7a1fd2acedb7a1a558e, disabling compactions & flushes 2024-11-16T04:58:01,059 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T04:58:01,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T04:58:01,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. after waiting 0 ms 2024-11-16T04:58:01,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T04:58:01,059 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T04:58:01,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 17154b86ee8ae7a1fd2acedb7a1a558e: Waiting for close lock at 1731733081059Disabling compacts and flushes for region at 1731733081059Disabling writes for close at 1731733081059Writing region close event to WAL at 1731733081059Closed at 1731733081059 2024-11-16T04:58:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741841_1017 (size=110) 2024-11-16T04:58:01,060 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2db72dacd876bc264a8b6626ee68de74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d5d8f6642b789597dd8afd8e4086a2b8, disabling compactions & flushes 2024-11-16T04:58:01,061 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T04:58:01,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T04:58:01,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. after waiting 0 ms 2024-11-16T04:58:01,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T04:58:01,062 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T04:58:01,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d5d8f6642b789597dd8afd8e4086a2b8: Waiting for close lock at 1731733081061Disabling compacts and flushes for region at 1731733081061Disabling writes for close at 1731733081062 (+1 ms)Writing region close event to WAL at 1731733081062Closed at 1731733081062 2024-11-16T04:58:01,063 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 252c88db644f53206653915682d1115f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741844_1020 (size=110) 2024-11-16T04:58:01,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741844_1020 (size=110) 2024-11-16T04:58:01,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741844_1020 (size=110) 2024-11-16T04:58:01,070 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,070 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 56d9aa828ffbf406d0378f6f6d265f5e, disabling compactions & flushes 2024-11-16T04:58:01,070 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T04:58:01,070 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T04:58:01,071 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. after waiting 0 ms 2024-11-16T04:58:01,071 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T04:58:01,071 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T04:58:01,071 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56d9aa828ffbf406d0378f6f6d265f5e: Waiting for close lock at 1731733081070Disabling compacts and flushes for region at 1731733081070Disabling writes for close at 1731733081071 (+1 ms)Writing region close event to WAL at 1731733081071Closed at 1731733081071 2024-11-16T04:58:01,071 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da6d10f56a707d2a4562837fb89b7de1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741845_1021 (size=110) 2024-11-16T04:58:01,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741845_1021 (size=110) 2024-11-16T04:58:01,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741845_1021 (size=110) 2024-11-16T04:58:01,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2db72dacd876bc264a8b6626ee68de74, disabling compactions & flushes 2024-11-16T04:58:01,075 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T04:58:01,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T04:58:01,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. after waiting 0 ms 2024-11-16T04:58:01,075 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T04:58:01,075 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T04:58:01,076 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2db72dacd876bc264a8b6626ee68de74: Waiting for close lock at 1731733081075Disabling compacts and flushes for region at 1731733081075Disabling writes for close at 1731733081075Writing region close event to WAL at 1731733081075Closed at 1731733081075 2024-11-16T04:58:01,076 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 410eccec6efd440a7217d2e79bd12a55, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741846_1022 (size=110) 2024-11-16T04:58:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741846_1022 (size=110) 2024-11-16T04:58:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741846_1022 (size=110) 2024-11-16T04:58:01,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 252c88db644f53206653915682d1115f, disabling compactions & flushes 2024-11-16T04:58:01,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T04:58:01,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T04:58:01,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. after waiting 0 ms 2024-11-16T04:58:01,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T04:58:01,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T04:58:01,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 252c88db644f53206653915682d1115f: Waiting for close lock at 1731733081080Disabling compacts and flushes for region at 1731733081080Disabling writes for close at 1731733081081 (+1 ms)Writing region close event to WAL at 1731733081081Closed at 1731733081081 2024-11-16T04:58:01,082 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9f7a5d1807ef4b03b20d4e49dc6a85b9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741847_1023 (size=110) 2024-11-16T04:58:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741847_1023 (size=110) 2024-11-16T04:58:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741847_1023 (size=110) 2024-11-16T04:58:01,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing da6d10f56a707d2a4562837fb89b7de1, disabling compactions & flushes 2024-11-16T04:58:01,096 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T04:58:01,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T04:58:01,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. after waiting 0 ms 2024-11-16T04:58:01,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T04:58:01,096 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T04:58:01,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for da6d10f56a707d2a4562837fb89b7de1: Waiting for close lock at 1731733081096Disabling compacts and flushes for region at 1731733081096Disabling writes for close at 1731733081096Writing region close event to WAL at 1731733081096Closed at 1731733081096 2024-11-16T04:58:01,097 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 392432ef48fcc87504d1e519b1ee04f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:58:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741848_1024 (size=110) 2024-11-16T04:58:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741848_1024 (size=110) 2024-11-16T04:58:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741848_1024 (size=110) 2024-11-16T04:58:01,103 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,103 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 410eccec6efd440a7217d2e79bd12a55, disabling compactions & flushes 2024-11-16T04:58:01,103 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T04:58:01,103 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T04:58:01,104 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. after waiting 0 ms 2024-11-16T04:58:01,104 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T04:58:01,104 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T04:58:01,104 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 410eccec6efd440a7217d2e79bd12a55: Waiting for close lock at 1731733081103Disabling compacts and flushes for region at 1731733081103Disabling writes for close at 1731733081104 (+1 ms)Writing region close event to WAL at 1731733081104Closed at 1731733081104 2024-11-16T04:58:01,105 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 36124383ad5eea43ba729f27257f6ad6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741849_1025 (size=110) 2024-11-16T04:58:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741849_1025 (size=110) 2024-11-16T04:58:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741849_1025 (size=110) 2024-11-16T04:58:01,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741850_1026 (size=110) 2024-11-16T04:58:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741850_1026 (size=110) 2024-11-16T04:58:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741850_1026 (size=110) 2024-11-16T04:58:01,116 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,116 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 392432ef48fcc87504d1e519b1ee04f1, disabling compactions & flushes 2024-11-16T04:58:01,116 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T04:58:01,116 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T04:58:01,116 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. after waiting 0 ms 2024-11-16T04:58:01,116 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T04:58:01,116 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T04:58:01,116 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 392432ef48fcc87504d1e519b1ee04f1: Waiting for close lock at 1731733081116Disabling compacts and flushes for region at 1731733081116Disabling writes for close at 1731733081116Writing region close event to WAL at 1731733081116Closed at 1731733081116 2024-11-16T04:58:01,117 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 728b010900eff261aaaed97dd7c94b54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741851_1027 (size=110) 2024-11-16T04:58:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741851_1027 (size=110) 2024-11-16T04:58:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741851_1027 (size=110) 2024-11-16T04:58:01,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 36124383ad5eea43ba729f27257f6ad6, disabling compactions & flushes 2024-11-16T04:58:01,126 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T04:58:01,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T04:58:01,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. after waiting 0 ms 2024-11-16T04:58:01,127 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T04:58:01,127 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T04:58:01,127 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 36124383ad5eea43ba729f27257f6ad6: Waiting for close lock at 1731733081126Disabling compacts and flushes for region at 1731733081126Disabling writes for close at 1731733081126Writing region close event to WAL at 1731733081127 (+1 ms)Closed at 1731733081127 2024-11-16T04:58:01,128 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8a0b4ff22b7f78af5713940454030f74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741852_1028 (size=110) 2024-11-16T04:58:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741852_1028 (size=110) 2024-11-16T04:58:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741852_1028 (size=110) 2024-11-16T04:58:01,134 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 728b010900eff261aaaed97dd7c94b54, disabling compactions & flushes 2024-11-16T04:58:01,135 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T04:58:01,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T04:58:01,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. after waiting 0 ms 2024-11-16T04:58:01,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T04:58:01,135 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T04:58:01,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 728b010900eff261aaaed97dd7c94b54: Waiting for close lock at 1731733081135Disabling compacts and flushes for region at 1731733081135Disabling writes for close at 1731733081135Writing region close event to WAL at 1731733081135Closed at 1731733081135 2024-11-16T04:58:01,136 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b368e5a4e3cecdc94309925e5037c522, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741853_1029 (size=110) 2024-11-16T04:58:01,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741853_1029 (size=110) 2024-11-16T04:58:01,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741853_1029 (size=110) 2024-11-16T04:58:01,141 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,141 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8a0b4ff22b7f78af5713940454030f74, disabling compactions & flushes 2024-11-16T04:58:01,141 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T04:58:01,141 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T04:58:01,141 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. after waiting 0 ms 2024-11-16T04:58:01,141 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T04:58:01,141 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T04:58:01,141 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8a0b4ff22b7f78af5713940454030f74: Waiting for close lock at 1731733081141Disabling compacts and flushes for region at 1731733081141Disabling writes for close at 1731733081141Writing region close event to WAL at 1731733081141Closed at 1731733081141 2024-11-16T04:58:01,142 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a35e263d8dbd3ca9111a5b1c0141e327, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741854_1030 (size=110) 2024-11-16T04:58:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741854_1030 (size=110) 2024-11-16T04:58:01,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741854_1030 (size=110) 2024-11-16T04:58:01,151 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,151 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b368e5a4e3cecdc94309925e5037c522, disabling compactions & flushes 2024-11-16T04:58:01,151 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T04:58:01,151 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T04:58:01,151 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. after waiting 0 ms 2024-11-16T04:58:01,151 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T04:58:01,151 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T04:58:01,151 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b368e5a4e3cecdc94309925e5037c522: Waiting for close lock at 1731733081151Disabling compacts and flushes for region at 1731733081151Disabling writes for close at 1731733081151Writing region close event to WAL at 1731733081151Closed at 1731733081151 2024-11-16T04:58:01,152 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ad13a1436cda56666efb622333aef43, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741855_1031 (size=110) 2024-11-16T04:58:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741855_1031 (size=110) 2024-11-16T04:58:01,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741855_1031 (size=110) 2024-11-16T04:58:01,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a35e263d8dbd3ca9111a5b1c0141e327, disabling compactions & flushes 2024-11-16T04:58:01,157 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T04:58:01,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T04:58:01,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. after waiting 0 ms 2024-11-16T04:58:01,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T04:58:01,157 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T04:58:01,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a35e263d8dbd3ca9111a5b1c0141e327: Waiting for close lock at 1731733081157Disabling compacts and flushes for region at 1731733081157Disabling writes for close at 1731733081157Writing region close event to WAL at 1731733081157Closed at 1731733081157 2024-11-16T04:58:01,158 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 212c5973d4638bcc2d03789238ad022e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741856_1032 (size=110) 2024-11-16T04:58:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741856_1032 (size=110) 2024-11-16T04:58:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741856_1032 (size=110) 2024-11-16T04:58:01,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3ad13a1436cda56666efb622333aef43, disabling compactions & flushes 2024-11-16T04:58:01,171 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T04:58:01,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T04:58:01,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. after waiting 0 ms 2024-11-16T04:58:01,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T04:58:01,171 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T04:58:01,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ad13a1436cda56666efb622333aef43: Waiting for close lock at 1731733081171Disabling compacts and flushes for region at 1731733081171Disabling writes for close at 1731733081171Writing region close event to WAL at 1731733081171Closed at 1731733081171 2024-11-16T04:58:01,172 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c157804c8995f37a0bae981480ea19d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741857_1033 (size=110) 2024-11-16T04:58:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741857_1033 (size=110) 2024-11-16T04:58:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741857_1033 (size=110) 2024-11-16T04:58:01,174 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,174 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 212c5973d4638bcc2d03789238ad022e, disabling compactions & flushes 2024-11-16T04:58:01,174 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T04:58:01,174 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T04:58:01,174 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. after waiting 0 ms 2024-11-16T04:58:01,174 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T04:58:01,174 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T04:58:01,174 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 212c5973d4638bcc2d03789238ad022e: Waiting for close lock at 1731733081174Disabling compacts and flushes for region at 1731733081174Disabling writes for close at 1731733081174Writing region close event to WAL at 1731733081174Closed at 1731733081174 2024-11-16T04:58:01,175 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 51cb5abf3196dbcc15e6ef0af6a71868, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741858_1034 (size=110) 2024-11-16T04:58:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741858_1034 (size=110) 2024-11-16T04:58:01,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741858_1034 (size=110) 2024-11-16T04:58:01,187 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,187 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0c157804c8995f37a0bae981480ea19d, disabling compactions & flushes 2024-11-16T04:58:01,188 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T04:58:01,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T04:58:01,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. after waiting 0 ms 2024-11-16T04:58:01,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T04:58:01,188 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T04:58:01,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c157804c8995f37a0bae981480ea19d: Waiting for close lock at 1731733081187Disabling compacts and flushes for region at 1731733081187Disabling writes for close at 1731733081188 (+1 ms)Writing region close event to WAL at 1731733081188Closed at 1731733081188 2024-11-16T04:58:01,189 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42563b775bb86e8112e6a3603d4f20e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741859_1035 (size=110) 2024-11-16T04:58:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741859_1035 (size=110) 2024-11-16T04:58:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741859_1035 (size=110) 2024-11-16T04:58:01,191 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 51cb5abf3196dbcc15e6ef0af6a71868, disabling compactions & flushes 2024-11-16T04:58:01,192 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T04:58:01,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T04:58:01,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. after waiting 0 ms 2024-11-16T04:58:01,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T04:58:01,192 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T04:58:01,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 51cb5abf3196dbcc15e6ef0af6a71868: Waiting for close lock at 1731733081192Disabling compacts and flushes for region at 1731733081192Disabling writes for close at 1731733081192Writing region close event to WAL at 1731733081192Closed at 1731733081192 2024-11-16T04:58:01,193 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e663f991d4e6fc136f89f666eac936f4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741860_1036 (size=110) 2024-11-16T04:58:01,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741860_1036 (size=110) 2024-11-16T04:58:01,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741860_1036 (size=110) 2024-11-16T04:58:01,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 42563b775bb86e8112e6a3603d4f20e1, disabling compactions & flushes 2024-11-16T04:58:01,202 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T04:58:01,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T04:58:01,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. after waiting 0 ms 2024-11-16T04:58:01,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T04:58:01,202 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T04:58:01,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42563b775bb86e8112e6a3603d4f20e1: Waiting for close lock at 1731733081202Disabling compacts and flushes for region at 1731733081202Disabling writes for close at 1731733081202Writing region close event to WAL at 1731733081202Closed at 1731733081202 2024-11-16T04:58:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741861_1037 (size=110) 2024-11-16T04:58:01,203 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f4118b552cc2f2e3b9b84324694f377, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741861_1037 (size=110) 2024-11-16T04:58:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741861_1037 (size=110) 2024-11-16T04:58:01,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e663f991d4e6fc136f89f666eac936f4, disabling compactions & flushes 2024-11-16T04:58:01,206 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T04:58:01,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T04:58:01,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. after waiting 0 ms 2024-11-16T04:58:01,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T04:58:01,206 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T04:58:01,206 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e663f991d4e6fc136f89f666eac936f4: Waiting for close lock at 1731733081206Disabling compacts and flushes for region at 1731733081206Disabling writes for close at 1731733081206Writing region close event to WAL at 1731733081206Closed at 1731733081206 2024-11-16T04:58:01,207 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4228fafa27ab7aed2b78b013c2c3f7f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63 2024-11-16T04:58:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741862_1038 (size=110) 2024-11-16T04:58:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741862_1038 (size=110) 2024-11-16T04:58:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741862_1038 (size=110) 2024-11-16T04:58:01,215 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,215 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0f4118b552cc2f2e3b9b84324694f377, disabling compactions & flushes 2024-11-16T04:58:01,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T04:58:01,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T04:58:01,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. after waiting 0 ms 2024-11-16T04:58:01,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T04:58:01,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T04:58:01,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f4118b552cc2f2e3b9b84324694f377: Waiting for close lock at 1731733081215Disabling compacts and flushes for region at 1731733081215Disabling writes for close at 1731733081216 (+1 ms)Writing region close event to WAL at 1731733081216Closed at 1731733081216 2024-11-16T04:58:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741863_1039 (size=107) 2024-11-16T04:58:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741863_1039 (size=107) 2024-11-16T04:58:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741863_1039 (size=107) 2024-11-16T04:58:01,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4228fafa27ab7aed2b78b013c2c3f7f7, disabling compactions & flushes 2024-11-16T04:58:01,219 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T04:58:01,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T04:58:01,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. after waiting 0 ms 2024-11-16T04:58:01,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T04:58:01,219 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T04:58:01,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4228fafa27ab7aed2b78b013c2c3f7f7: Waiting for close lock at 1731733081219Disabling compacts and flushes for region at 1731733081219Disabling writes for close at 1731733081219Writing region close event to WAL at 1731733081219Closed at 1731733081219 2024-11-16T04:58:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:58:01,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 9f7a5d1807ef4b03b20d4e49dc6a85b9, disabling compactions & flushes 2024-11-16T04:58:01,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T04:58:01,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T04:58:01,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. after waiting 0 ms 2024-11-16T04:58:01,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T04:58:01,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T04:58:01,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9f7a5d1807ef4b03b20d4e49dc6a85b9: Waiting for close lock at 1731733081508Disabling compacts and flushes for region at 1731733081508Disabling writes for close at 1731733081508Writing region close event to WAL at 1731733081508Closed at 1731733081508 2024-11-16T04:58:01,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:58:01,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731733081511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731733081511"}]},"ts":"1731733081511"} 2024-11-16T04:58:01,569 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-16T04:58:01,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:58:01,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731733081572"}]},"ts":"1731733081572"} 2024-11-16T04:58:01,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-16T04:58:01,579 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {48db94e10209=0} racks are {/default-rack=0} 2024-11-16T04:58:01,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T04:58:01,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T04:58:01,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T04:58:01,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T04:58:01,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T04:58:01,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T04:58:01,616 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T04:58:01,616 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T04:58:01,616 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T04:58:01,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T04:58:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:58:01,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa8cd53ee1d87040556b12fbc48e9af, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08944eb6377cab46fc2a3202b496f3d9, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5d8f6642b789597dd8afd8e4086a2b8, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17154b86ee8ae7a1fd2acedb7a1a558e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2db72dacd876bc264a8b6626ee68de74, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=252c88db644f53206653915682d1115f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=410eccec6efd440a7217d2e79bd12a55, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9f7a5d1807ef4b03b20d4e49dc6a85b9, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=392432ef48fcc87504d1e519b1ee04f1, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=728b010900eff261aaaed97dd7c94b54, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a0b4ff22b7f78af5713940454030f74, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a35e263d8dbd3ca9111a5b1c0141e327, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3ad13a1436cda56666efb622333aef43, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c157804c8995f37a0bae981480ea19d, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51cb5abf3196dbcc15e6ef0af6a71868, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e663f991d4e6fc136f89f666eac936f4, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f4118b552cc2f2e3b9b84324694f377, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN}] 2024-11-16T04:58:01,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN 2024-11-16T04:58:01,631 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f4118b552cc2f2e3b9b84324694f377, ASSIGN 2024-11-16T04:58:01,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f4118b552cc2f2e3b9b84324694f377, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,636 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e663f991d4e6fc136f89f666eac936f4, ASSIGN 2024-11-16T04:58:01,638 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e663f991d4e6fc136f89f666eac936f4, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN 2024-11-16T04:58:01,641 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51cb5abf3196dbcc15e6ef0af6a71868, ASSIGN 2024-11-16T04:58:01,643 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51cb5abf3196dbcc15e6ef0af6a71868, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c157804c8995f37a0bae981480ea19d, ASSIGN 2024-11-16T04:58:01,645 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c157804c8995f37a0bae981480ea19d, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,647 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN 2024-11-16T04:58:01,648 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,649 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3ad13a1436cda56666efb622333aef43, ASSIGN 2024-11-16T04:58:01,650 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3ad13a1436cda56666efb622333aef43, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,651 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a35e263d8dbd3ca9111a5b1c0141e327, ASSIGN 2024-11-16T04:58:01,653 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a35e263d8dbd3ca9111a5b1c0141e327, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,654 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN 2024-11-16T04:58:01,655 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,656 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a0b4ff22b7f78af5713940454030f74, ASSIGN 2024-11-16T04:58:01,658 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a0b4ff22b7f78af5713940454030f74, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,659 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=728b010900eff261aaaed97dd7c94b54, ASSIGN 2024-11-16T04:58:01,660 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=728b010900eff261aaaed97dd7c94b54, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN 2024-11-16T04:58:01,664 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,665 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=392432ef48fcc87504d1e519b1ee04f1, ASSIGN 2024-11-16T04:58:01,666 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=392432ef48fcc87504d1e519b1ee04f1, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9f7a5d1807ef4b03b20d4e49dc6a85b9, ASSIGN 2024-11-16T04:58:01,670 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9f7a5d1807ef4b03b20d4e49dc6a85b9, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=410eccec6efd440a7217d2e79bd12a55, ASSIGN 2024-11-16T04:58:01,673 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=410eccec6efd440a7217d2e79bd12a55, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,675 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN 2024-11-16T04:58:01,676 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,678 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=252c88db644f53206653915682d1115f, ASSIGN 2024-11-16T04:58:01,680 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=252c88db644f53206653915682d1115f, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2db72dacd876bc264a8b6626ee68de74, ASSIGN 2024-11-16T04:58:01,683 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2db72dacd876bc264a8b6626ee68de74, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,685 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN 2024-11-16T04:58:01,686 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17154b86ee8ae7a1fd2acedb7a1a558e, ASSIGN 2024-11-16T04:58:01,690 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17154b86ee8ae7a1fd2acedb7a1a558e, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,691 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN 2024-11-16T04:58:01,693 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5d8f6642b789597dd8afd8e4086a2b8, ASSIGN 2024-11-16T04:58:01,696 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5d8f6642b789597dd8afd8e4086a2b8, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,698 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08944eb6377cab46fc2a3202b496f3d9, ASSIGN 2024-11-16T04:58:01,699 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08944eb6377cab46fc2a3202b496f3d9, ASSIGN; state=OFFLINE, location=48db94e10209,33639,1731733078480; forceNewPlan=false, retain=false 2024-11-16T04:58:01,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN 2024-11-16T04:58:01,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN; state=OFFLINE, location=48db94e10209,44889,1731733078355; forceNewPlan=false, retain=false 2024-11-16T04:58:01,704 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa8cd53ee1d87040556b12fbc48e9af, ASSIGN 2024-11-16T04:58:01,705 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa8cd53ee1d87040556b12fbc48e9af, ASSIGN; state=OFFLINE, location=48db94e10209,36285,1731733078532; forceNewPlan=false, retain=false 2024-11-16T04:58:01,786 INFO [48db94e10209:42841 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-16T04:58:01,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=42563b775bb86e8112e6a3603d4f20e1, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=212c5973d4638bcc2d03789238ad022e, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=b368e5a4e3cecdc94309925e5037c522, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=36124383ad5eea43ba729f27257f6ad6, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=da6d10f56a707d2a4562837fb89b7de1, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN because future has completed 2024-11-16T04:58:01,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83277fa2c07fd2a35014220e2812d26c, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPENING, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN because future has completed 2024-11-16T04:58:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN because future has completed 2024-11-16T04:58:01,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN because future has completed 2024-11-16T04:58:01,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN because future has completed 2024-11-16T04:58:01,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN because future has completed 2024-11-16T04:58:01,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN because future has completed 2024-11-16T04:58:01,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN because future has completed 2024-11-16T04:58:01,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN because future has completed 2024-11-16T04:58:01,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,44889,1731733078355}] 2024-11-16T04:58:01,847 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e663f991d4e6fc136f89f666eac936f4, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,848 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0c157804c8995f37a0bae981480ea19d, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,848 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=728b010900eff261aaaed97dd7c94b54, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e663f991d4e6fc136f89f666eac936f4, ASSIGN because future has completed 2024-11-16T04:58:01,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=410eccec6efd440a7217d2e79bd12a55, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e663f991d4e6fc136f89f666eac936f4, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c157804c8995f37a0bae981480ea19d, ASSIGN because future has completed 2024-11-16T04:58:01,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a35e263d8dbd3ca9111a5b1c0141e327, ASSIGN because future has completed 2024-11-16T04:58:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=728b010900eff261aaaed97dd7c94b54, ASSIGN because future has completed 2024-11-16T04:58:01,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 728b010900eff261aaaed97dd7c94b54, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9f7a5d1807ef4b03b20d4e49dc6a85b9, ASSIGN because future has completed 2024-11-16T04:58:01,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=410eccec6efd440a7217d2e79bd12a55, ASSIGN because future has completed 2024-11-16T04:58:01,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 410eccec6efd440a7217d2e79bd12a55, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7a5d1807ef4b03b20d4e49dc6a85b9, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a35e263d8dbd3ca9111a5b1c0141e327, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c157804c8995f37a0bae981480ea19d, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2db72dacd876bc264a8b6626ee68de74, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:01,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0f4118b552cc2f2e3b9b84324694f377, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2db72dacd876bc264a8b6626ee68de74, ASSIGN because future has completed 2024-11-16T04:58:01,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2db72dacd876bc264a8b6626ee68de74, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17154b86ee8ae7a1fd2acedb7a1a558e, ASSIGN because future has completed 2024-11-16T04:58:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa8cd53ee1d87040556b12fbc48e9af, ASSIGN because future has completed 2024-11-16T04:58:01,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f4118b552cc2f2e3b9b84324694f377, ASSIGN because future has completed 2024-11-16T04:58:01,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51cb5abf3196dbcc15e6ef0af6a71868, ASSIGN because future has completed 2024-11-16T04:58:01,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cb5abf3196dbcc15e6ef0af6a71868, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f4118b552cc2f2e3b9b84324694f377, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa8cd53ee1d87040556b12fbc48e9af, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17154b86ee8ae7a1fd2acedb7a1a558e, server=48db94e10209,36285,1731733078532}] 2024-11-16T04:58:01,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3ad13a1436cda56666efb622333aef43, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8a0b4ff22b7f78af5713940454030f74, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=392432ef48fcc87504d1e519b1ee04f1, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=252c88db644f53206653915682d1115f, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=08944eb6377cab46fc2a3202b496f3d9, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:01,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3ad13a1436cda56666efb622333aef43, ASSIGN because future has completed 2024-11-16T04:58:01,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad13a1436cda56666efb622333aef43, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a0b4ff22b7f78af5713940454030f74, ASSIGN because future has completed 2024-11-16T04:58:01,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=392432ef48fcc87504d1e519b1ee04f1, ASSIGN because future has completed 2024-11-16T04:58:01,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 392432ef48fcc87504d1e519b1ee04f1, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=252c88db644f53206653915682d1115f, ASSIGN because future has completed 2024-11-16T04:58:01,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5d8f6642b789597dd8afd8e4086a2b8, ASSIGN because future has completed 2024-11-16T04:58:01,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08944eb6377cab46fc2a3202b496f3d9, ASSIGN because future has completed 2024-11-16T04:58:01,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08944eb6377cab46fc2a3202b496f3d9, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5d8f6642b789597dd8afd8e4086a2b8, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252c88db644f53206653915682d1115f, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a0b4ff22b7f78af5713940454030f74, server=48db94e10209,33639,1731733078480}] 2024-11-16T04:58:01,956 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T04:58:01,956 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 83277fa2c07fd2a35014220e2812d26c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-16T04:58:01,957 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,957 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,957 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,957 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,960 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,963 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83277fa2c07fd2a35014220e2812d26c columnFamilyName colfamily11 2024-11-16T04:58:01,963 DEBUG [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:01,964 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(327): Store=83277fa2c07fd2a35014220e2812d26c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:01,965 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,967 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83277fa2c07fd2a35014220e2812d26c columnFamilyName colfamily21 2024-11-16T04:58:01,967 DEBUG [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:01,968 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(327): Store=83277fa2c07fd2a35014220e2812d26c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:01,968 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,970 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83277fa2c07fd2a35014220e2812d26c columnFamilyName colfamily31 2024-11-16T04:58:01,971 DEBUG [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:01,971 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(327): Store=83277fa2c07fd2a35014220e2812d26c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:01,971 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,973 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,973 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,975 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,975 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,976 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:01,978 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,981 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:01,982 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 83277fa2c07fd2a35014220e2812d26c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68790811, jitterRate=0.025062963366508484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:01,983 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T04:58:01,984 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 83277fa2c07fd2a35014220e2812d26c: Running coprocessor pre-open hook at 1731733081958Writing region info on filesystem at 1731733081958Initializing all the Stores at 1731733081959 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733081959Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733081960 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733081960Cleaning up temporary data from old regions at 1731733081975 (+15 ms)Running coprocessor post-open hooks at 1731733081983 (+8 ms)Region opened successfully at 1731733081984 (+1 ms) 2024-11-16T04:58:01,986 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., pid=33, masterSystemTime=1731733081948 2024-11-16T04:58:01,989 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T04:58:01,989 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T04:58:01,989 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:01,990 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f9ac0d820824d63dbe9c714a9c8633d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-16T04:58:01,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:01,990 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:01,990 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:01,990 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:01,991 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:01,993 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:01,997 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9ac0d820824d63dbe9c714a9c8633d columnFamilyName colfamily11 2024-11-16T04:58:01,997 DEBUG [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:01,998 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(327): Store=0f9ac0d820824d63dbe9c714a9c8633d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:01,998 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:01,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=9 2024-11-16T04:58:01,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,44889,1731733078355 in 187 msec 2024-11-16T04:58:02,001 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9ac0d820824d63dbe9c714a9c8633d columnFamilyName colfamily21 2024-11-16T04:58:02,001 DEBUG [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN in 380 msec 2024-11-16T04:58:02,001 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(327): Store=0f9ac0d820824d63dbe9c714a9c8633d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,002 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,003 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9ac0d820824d63dbe9c714a9c8633d columnFamilyName colfamily31 2024-11-16T04:58:02,004 DEBUG [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,004 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(327): Store=0f9ac0d820824d63dbe9c714a9c8633d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,004 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,005 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:58:02,006 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,006 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:58:02,008 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,008 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,009 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,011 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,012 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T04:58:02,013 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 17154b86ee8ae7a1fd2acedb7a1a558e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-16T04:58:02,013 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,013 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,013 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,013 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,014 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,015 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 0f9ac0d820824d63dbe9c714a9c8633d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71442953, jitterRate=0.064582958817482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,015 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T04:58:02,015 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,015 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 0f9ac0d820824d63dbe9c714a9c8633d: Running coprocessor pre-open hook at 1731733081991Writing region info on filesystem at 1731733081991Initializing all the Stores at 1731733081993 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733081993Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733081993Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733081993Cleaning up temporary data from old regions at 1731733082008 (+15 ms)Running coprocessor post-open hooks at 1731733082015 (+7 ms)Region opened successfully at 1731733082015 2024-11-16T04:58:02,016 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., pid=34, masterSystemTime=1731733081948 2024-11-16T04:58:02,017 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17154b86ee8ae7a1fd2acedb7a1a558e columnFamilyName colfamily11 2024-11-16T04:58:02,018 DEBUG [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,019 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] regionserver.HStore(327): Store=17154b86ee8ae7a1fd2acedb7a1a558e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,019 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,019 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:02,019 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:02,020 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T04:58:02,020 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 56d9aa828ffbf406d0378f6f6d265f5e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-16T04:58:02,020 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,020 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,021 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,021 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,021 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17154b86ee8ae7a1fd2acedb7a1a558e columnFamilyName colfamily21 2024-11-16T04:58:02,021 DEBUG [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,022 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] regionserver.HStore(327): Store=17154b86ee8ae7a1fd2acedb7a1a558e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,022 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,023 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,024 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17154b86ee8ae7a1fd2acedb7a1a558e columnFamilyName colfamily31 2024-11-16T04:58:02,024 DEBUG [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,025 INFO [StoreOpener-17154b86ee8ae7a1fd2acedb7a1a558e-1 {}] regionserver.HStore(327): Store=17154b86ee8ae7a1fd2acedb7a1a558e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,025 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,026 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d9aa828ffbf406d0378f6f6d265f5e columnFamilyName colfamily11 2024-11-16T04:58:02,026 DEBUG [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,026 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,027 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(327): Store=56d9aa828ffbf406d0378f6f6d265f5e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,027 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,027 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,029 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d9aa828ffbf406d0378f6f6d265f5e columnFamilyName colfamily21 2024-11-16T04:58:02,029 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,029 DEBUG [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,029 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,030 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(327): Store=56d9aa828ffbf406d0378f6f6d265f5e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,030 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=6 2024-11-16T04:58:02,030 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,44889,1731733078355 in 213 msec 2024-11-16T04:58:02,032 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,032 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d9aa828ffbf406d0378f6f6d265f5e columnFamilyName colfamily31 2024-11-16T04:58:02,032 DEBUG [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,033 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(327): Store=56d9aa828ffbf406d0378f6f6d265f5e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,033 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN in 411 msec 2024-11-16T04:58:02,034 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,035 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,035 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,036 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 17154b86ee8ae7a1fd2acedb7a1a558e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62631430, jitterRate=-0.06671896576881409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,036 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T04:58:02,036 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,036 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 17154b86ee8ae7a1fd2acedb7a1a558e: Running coprocessor pre-open hook at 1731733082014Writing region info on filesystem at 1731733082014Initializing all the Stores at 1731733082015 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082015Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082015Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082015Cleaning up temporary data from old regions at 1731733082029 (+14 ms)Running coprocessor post-open hooks at 1731733082036 (+7 ms)Region opened successfully at 1731733082036 2024-11-16T04:58:02,036 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,037 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,039 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,041 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,041 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e., pid=50, masterSystemTime=1731733082004 2024-11-16T04:58:02,042 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 56d9aa828ffbf406d0378f6f6d265f5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72458460, jitterRate=0.07971519231796265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,042 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T04:58:02,042 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 56d9aa828ffbf406d0378f6f6d265f5e: Running coprocessor pre-open hook at 1731733082021Writing region info on filesystem at 1731733082021Initializing all the Stores at 1731733082022 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082022Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082023 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082023Cleaning up temporary data from old regions at 1731733082036 (+13 ms)Running coprocessor post-open hooks at 1731733082042 (+6 ms)Region opened successfully at 1731733082042 2024-11-16T04:58:02,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:58:02,044 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., pid=35, masterSystemTime=1731733081948 2024-11-16T04:58:02,045 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T04:58:02,045 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T04:58:02,045 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T04:58:02,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:58:02,045 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f7a5d1807ef4b03b20d4e49dc6a85b9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-16T04:58:02,046 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,046 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,046 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,046 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,048 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T04:58:02,048 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T04:58:02,048 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T04:58:02,048 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 36124383ad5eea43ba729f27257f6ad6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-16T04:58:02,049 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,049 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,049 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,049 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,051 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17154b86ee8ae7a1fd2acedb7a1a558e, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,054 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7a5d1807ef4b03b20d4e49dc6a85b9 columnFamilyName colfamily11 2024-11-16T04:58:02,055 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,055 DEBUG [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,056 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] regionserver.HStore(327): Store=9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,056 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,057 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36124383ad5eea43ba729f27257f6ad6 columnFamilyName colfamily11 2024-11-16T04:58:02,057 DEBUG [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,058 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7a5d1807ef4b03b20d4e49dc6a85b9 columnFamilyName colfamily21 2024-11-16T04:58:02,058 DEBUG [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,058 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(327): Store=36124383ad5eea43ba729f27257f6ad6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,058 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,059 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] regionserver.HStore(327): Store=9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,059 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,060 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36124383ad5eea43ba729f27257f6ad6 columnFamilyName colfamily21 2024-11-16T04:58:02,060 DEBUG [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,061 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(327): Store=36124383ad5eea43ba729f27257f6ad6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,061 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7a5d1807ef4b03b20d4e49dc6a85b9 columnFamilyName colfamily31 2024-11-16T04:58:02,061 DEBUG [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,061 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=10 2024-11-16T04:58:02,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 17154b86ee8ae7a1fd2acedb7a1a558e, server=48db94e10209,36285,1731733078532 in 154 msec 2024-11-16T04:58:02,062 INFO [StoreOpener-9f7a5d1807ef4b03b20d4e49dc6a85b9-1 {}] regionserver.HStore(327): Store=9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,062 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,063 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T04:58:02,063 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 51cb5abf3196dbcc15e6ef0af6a71868, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-16T04:58:02,064 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,064 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,064 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,064 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,064 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,065 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,065 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36124383ad5eea43ba729f27257f6ad6 columnFamilyName colfamily31 2024-11-16T04:58:02,065 DEBUG [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,066 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(327): Store=36124383ad5eea43ba729f27257f6ad6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,066 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,066 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,066 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,066 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=17154b86ee8ae7a1fd2acedb7a1a558e, ASSIGN in 443 msec 2024-11-16T04:58:02,067 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,067 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,068 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,068 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cb5abf3196dbcc15e6ef0af6a71868 columnFamilyName colfamily11 2024-11-16T04:58:02,069 DEBUG [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,069 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,069 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] regionserver.HStore(327): Store=51cb5abf3196dbcc15e6ef0af6a71868/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,069 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,070 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,070 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,071 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,072 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cb5abf3196dbcc15e6ef0af6a71868 columnFamilyName colfamily21 2024-11-16T04:58:02,072 DEBUG [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,072 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,073 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] regionserver.HStore(327): Store=51cb5abf3196dbcc15e6ef0af6a71868/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,073 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,073 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9f7a5d1807ef4b03b20d4e49dc6a85b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74159426, jitterRate=0.10506156086921692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,074 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T04:58:02,074 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,074 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9f7a5d1807ef4b03b20d4e49dc6a85b9: Running coprocessor pre-open hook at 1731733082046Writing region info on filesystem at 1731733082046Initializing all the Stores at 1731733082048 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082048Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082050 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082050Cleaning up temporary data from old regions at 1731733082066 (+16 ms)Running coprocessor post-open hooks at 1731733082074 (+8 ms)Region opened successfully at 1731733082074 2024-11-16T04:58:02,075 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cb5abf3196dbcc15e6ef0af6a71868 columnFamilyName colfamily31 2024-11-16T04:58:02,075 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., pid=43, masterSystemTime=1731733082004 2024-11-16T04:58:02,075 DEBUG [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=11 2024-11-16T04:58:02,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,44889,1731733078355 in 250 msec 2024-11-16T04:58:02,077 INFO [StoreOpener-51cb5abf3196dbcc15e6ef0af6a71868-1 {}] regionserver.HStore(327): Store=51cb5abf3196dbcc15e6ef0af6a71868/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,078 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,078 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T04:58:02,078 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T04:58:02,078 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,079 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T04:58:02,079 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 410eccec6efd440a7217d2e79bd12a55, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-16T04:58:02,079 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,079 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,079 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,079 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,080 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 36124383ad5eea43ba729f27257f6ad6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68478940, jitterRate=0.02041572332382202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,080 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T04:58:02,080 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 36124383ad5eea43ba729f27257f6ad6: Running coprocessor pre-open hook at 1731733082049Writing region info on filesystem at 1731733082049Initializing all the Stores at 1731733082052 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082052Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082054 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082054Cleaning up temporary data from old regions at 1731733082070 (+16 ms)Running coprocessor post-open hooks at 1731733082080 (+10 ms)Region opened successfully at 1731733082080 2024-11-16T04:58:02,081 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN in 457 msec 2024-11-16T04:58:02,081 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., pid=37, masterSystemTime=1731733081948 2024-11-16T04:58:02,082 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,082 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,084 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,084 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,084 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 410eccec6efd440a7217d2e79bd12a55 columnFamilyName colfamily11 2024-11-16T04:58:02,084 DEBUG [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,084 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,085 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] regionserver.HStore(327): Store=410eccec6efd440a7217d2e79bd12a55/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,085 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,086 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,087 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T04:58:02,087 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T04:58:02,087 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T04:58:02,087 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 212c5973d4638bcc2d03789238ad022e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-16T04:58:02,088 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,088 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,088 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,088 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,089 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,090 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 410eccec6efd440a7217d2e79bd12a55 columnFamilyName colfamily21 2024-11-16T04:58:02,090 DEBUG [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7a5d1807ef4b03b20d4e49dc6a85b9, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,091 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] regionserver.HStore(327): Store=410eccec6efd440a7217d2e79bd12a55/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,091 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,094 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,095 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,095 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 410eccec6efd440a7217d2e79bd12a55 columnFamilyName colfamily31 2024-11-16T04:58:02,095 DEBUG [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,095 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 51cb5abf3196dbcc15e6ef0af6a71868; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63237104, jitterRate=-0.0576937198638916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,095 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T04:58:02,096 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 51cb5abf3196dbcc15e6ef0af6a71868: Running coprocessor pre-open hook at 1731733082064Writing region info on filesystem at 1731733082064Initializing all the Stores at 1731733082066 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082066Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082066Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082066Cleaning up temporary data from old regions at 1731733082084 (+18 ms)Running coprocessor post-open hooks at 1731733082096 (+12 ms)Region opened successfully at 1731733082096 2024-11-16T04:58:02,096 INFO [StoreOpener-410eccec6efd440a7217d2e79bd12a55-1 {}] regionserver.HStore(327): Store=410eccec6efd440a7217d2e79bd12a55/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,097 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,097 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., pid=47, masterSystemTime=1731733082042 2024-11-16T04:58:02,098 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,099 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,100 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 212c5973d4638bcc2d03789238ad022e columnFamilyName colfamily11 2024-11-16T04:58:02,100 DEBUG [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,101 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(327): Store=212c5973d4638bcc2d03789238ad022e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,101 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,101 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,102 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,102 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T04:58:02,102 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T04:58:02,102 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T04:58:02,102 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => d5d8f6642b789597dd8afd8e4086a2b8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-16T04:58:02,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=16 2024-11-16T04:58:02,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f7a5d1807ef4b03b20d4e49dc6a85b9, server=48db94e10209,36285,1731733078532 in 230 msec 2024-11-16T04:58:02,103 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,103 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,103 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,103 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,103 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,105 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 212c5973d4638bcc2d03789238ad022e columnFamilyName colfamily21 2024-11-16T04:58:02,105 DEBUG [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9f7a5d1807ef4b03b20d4e49dc6a85b9, ASSIGN in 484 msec 2024-11-16T04:58:02,106 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(327): Store=212c5973d4638bcc2d03789238ad022e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,107 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,107 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,110 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 212c5973d4638bcc2d03789238ad022e columnFamilyName colfamily31 2024-11-16T04:58:02,110 DEBUG [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,111 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(327): Store=212c5973d4638bcc2d03789238ad022e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,111 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cb5abf3196dbcc15e6ef0af6a71868, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,113 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,113 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,115 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,115 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,116 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=18 2024-11-16T04:58:02,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,44889,1731733078355 in 283 msec 2024-11-16T04:58:02,118 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,119 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,120 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN in 499 msec 2024-11-16T04:58:02,121 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5d8f6642b789597dd8afd8e4086a2b8 columnFamilyName colfamily11 2024-11-16T04:58:02,121 DEBUG [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,122 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 410eccec6efd440a7217d2e79bd12a55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74003638, jitterRate=0.10274013876914978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,122 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T04:58:02,122 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 410eccec6efd440a7217d2e79bd12a55: Running coprocessor pre-open hook at 1731733082080Writing region info on filesystem at 1731733082080Initializing all the Stores at 1731733082082 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082082Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082082Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082082Cleaning up temporary data from old regions at 1731733082102 (+20 ms)Running coprocessor post-open hooks at 1731733082122 (+20 ms)Region opened successfully at 1731733082122 2024-11-16T04:58:02,122 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] regionserver.HStore(327): Store=d5d8f6642b789597dd8afd8e4086a2b8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,122 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,123 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,124 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., pid=42, masterSystemTime=1731733082004 2024-11-16T04:58:02,125 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5d8f6642b789597dd8afd8e4086a2b8 columnFamilyName colfamily21 2024-11-16T04:58:02,125 DEBUG [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,126 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] regionserver.HStore(327): Store=d5d8f6642b789597dd8afd8e4086a2b8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,126 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 212c5973d4638bcc2d03789238ad022e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72652208, jitterRate=0.08260226249694824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,126 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 212c5973d4638bcc2d03789238ad022e 2024-11-16T04:58:02,126 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,126 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 212c5973d4638bcc2d03789238ad022e: Running coprocessor pre-open hook at 1731733082089Writing region info on filesystem at 1731733082089Initializing all the Stores at 1731733082091 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082091Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082093 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082093Cleaning up temporary data from old regions at 1731733082115 (+22 ms)Running coprocessor post-open hooks at 1731733082126 (+11 ms)Region opened successfully at 1731733082126 2024-11-16T04:58:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:58:02,128 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., pid=38, masterSystemTime=1731733081948 2024-11-16T04:58:02,129 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T04:58:02,129 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T04:58:02,129 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T04:58:02,129 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => e663f991d4e6fc136f89f666eac936f4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-16T04:58:02,130 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5d8f6642b789597dd8afd8e4086a2b8 columnFamilyName colfamily31 2024-11-16T04:58:02,130 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,130 DEBUG [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,130 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,130 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,130 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=26 2024-11-16T04:58:02,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 51cb5abf3196dbcc15e6ef0af6a71868, server=48db94e10209,33639,1731733078480 in 233 msec 2024-11-16T04:58:02,132 INFO [StoreOpener-d5d8f6642b789597dd8afd8e4086a2b8-1 {}] regionserver.HStore(327): Store=d5d8f6642b789597dd8afd8e4086a2b8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,132 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T04:58:02,132 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T04:58:02,132 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,132 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T04:58:02,133 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 4228fafa27ab7aed2b78b013c2c3f7f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-16T04:58:02,133 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,133 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,133 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,134 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51cb5abf3196dbcc15e6ef0af6a71868, ASSIGN in 512 msec 2024-11-16T04:58:02,134 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,134 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,135 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,137 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,138 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,138 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e663f991d4e6fc136f89f666eac936f4 columnFamilyName colfamily11 2024-11-16T04:58:02,138 DEBUG [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,139 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,140 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,140 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] regionserver.HStore(327): Store=e663f991d4e6fc136f89f666eac936f4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,140 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=410eccec6efd440a7217d2e79bd12a55, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,143 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,143 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4228fafa27ab7aed2b78b013c2c3f7f7 columnFamilyName colfamily11 2024-11-16T04:58:02,143 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e663f991d4e6fc136f89f666eac936f4 columnFamilyName colfamily21 2024-11-16T04:58:02,143 DEBUG [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,143 DEBUG [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,144 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(327): Store=4228fafa27ab7aed2b78b013c2c3f7f7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,144 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,144 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] regionserver.HStore(327): Store=e663f991d4e6fc136f89f666eac936f4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,144 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,147 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4228fafa27ab7aed2b78b013c2c3f7f7 columnFamilyName colfamily21 2024-11-16T04:58:02,148 DEBUG [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 410eccec6efd440a7217d2e79bd12a55, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,148 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e663f991d4e6fc136f89f666eac936f4 columnFamilyName colfamily31 2024-11-16T04:58:02,148 DEBUG [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,149 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(327): Store=4228fafa27ab7aed2b78b013c2c3f7f7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,149 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,149 INFO [StoreOpener-e663f991d4e6fc136f89f666eac936f4-1 {}] regionserver.HStore(327): Store=e663f991d4e6fc136f89f666eac936f4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,149 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,151 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,152 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4228fafa27ab7aed2b78b013c2c3f7f7 columnFamilyName colfamily31 2024-11-16T04:58:02,152 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,152 DEBUG [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,153 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(327): Store=4228fafa27ab7aed2b78b013c2c3f7f7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,153 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=24 2024-11-16T04:58:02,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,44889,1731733078355 in 312 msec 2024-11-16T04:58:02,154 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,154 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,154 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,155 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,155 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,157 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,157 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN in 535 msec 2024-11-16T04:58:02,157 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,158 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,160 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,162 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,163 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,164 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened d5d8f6642b789597dd8afd8e4086a2b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75025472, jitterRate=0.1179666519165039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,164 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T04:58:02,164 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for d5d8f6642b789597dd8afd8e4086a2b8: Running coprocessor pre-open hook at 1731733082103Writing region info on filesystem at 1731733082103Initializing all the Stores at 1731733082106 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082106Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082118 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082118Cleaning up temporary data from old regions at 1731733082138 (+20 ms)Running coprocessor post-open hooks at 1731733082164 (+26 ms)Region opened successfully at 1731733082164 2024-11-16T04:58:02,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=15 2024-11-16T04:58:02,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 410eccec6efd440a7217d2e79bd12a55, server=48db94e10209,36285,1731733078532 in 299 msec 2024-11-16T04:58:02,165 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened e663f991d4e6fc136f89f666eac936f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63017962, jitterRate=-0.060959190130233765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,165 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e663f991d4e6fc136f89f666eac936f4 2024-11-16T04:58:02,165 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for e663f991d4e6fc136f89f666eac936f4: Running coprocessor pre-open hook at 1731733082130Writing region info on filesystem at 1731733082130Initializing all the Stores at 1731733082133 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082133Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082134 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082134Cleaning up temporary data from old regions at 1731733082154 (+20 ms)Running coprocessor post-open hooks at 1731733082165 (+11 ms)Region opened successfully at 1731733082165 2024-11-16T04:58:02,166 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8., pid=54, masterSystemTime=1731733082042 2024-11-16T04:58:02,168 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4., pid=40, masterSystemTime=1731733082004 2024-11-16T04:58:02,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=410eccec6efd440a7217d2e79bd12a55, ASSIGN in 546 msec 2024-11-16T04:58:02,169 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T04:58:02,169 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T04:58:02,169 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T04:58:02,169 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f4118b552cc2f2e3b9b84324694f377, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-16T04:58:02,170 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,170 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,170 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,170 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,172 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T04:58:02,172 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T04:58:02,172 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T04:58:02,173 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 728b010900eff261aaaed97dd7c94b54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-16T04:58:02,173 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,174 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,174 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,174 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5d8f6642b789597dd8afd8e4086a2b8, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e663f991d4e6fc136f89f666eac936f4, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,178 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=48db94e10209,33639,1731733078480, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5d8f6642b789597dd8afd8e4086a2b8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T04:58:02,179 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,180 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,181 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 4228fafa27ab7aed2b78b013c2c3f7f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62722459, jitterRate=-0.06536252796649933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e663f991d4e6fc136f89f666eac936f4, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,181 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T04:58:02,181 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 4228fafa27ab7aed2b78b013c2c3f7f7: Running coprocessor pre-open hook at 1731733082134Writing region info on filesystem at 1731733082134Initializing all the Stores at 1731733082136 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082136Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082139 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082139Cleaning up temporary data from old regions at 1731733082157 (+18 ms)Running coprocessor post-open hooks at 1731733082181 (+24 ms)Region opened successfully at 1731733082181 2024-11-16T04:58:02,182 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., pid=31, masterSystemTime=1731733081948 2024-11-16T04:58:02,183 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f4118b552cc2f2e3b9b84324694f377 columnFamilyName colfamily11 2024-11-16T04:58:02,184 DEBUG [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,185 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] regionserver.HStore(327): Store=0f4118b552cc2f2e3b9b84324694f377/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,185 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,186 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=48db94e10209,36285,1731733078532, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e663f991d4e6fc136f89f666eac936f4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T04:58:02,186 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T04:58:02,186 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T04:58:02,187 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T04:58:02,187 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,187 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => b368e5a4e3cecdc94309925e5037c522, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-16T04:58:02,187 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,188 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,188 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f4118b552cc2f2e3b9b84324694f377 columnFamilyName colfamily21 2024-11-16T04:58:02,188 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,188 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,188 DEBUG [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=8 2024-11-16T04:58:02,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d5d8f6642b789597dd8afd8e4086a2b8, server=48db94e10209,33639,1731733078480 in 257 msec 2024-11-16T04:58:02,190 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] regionserver.HStore(327): Store=0f4118b552cc2f2e3b9b84324694f377/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,190 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 728b010900eff261aaaed97dd7c94b54 columnFamilyName colfamily11 2024-11-16T04:58:02,190 DEBUG [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,190 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,191 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] regionserver.HStore(327): Store=728b010900eff261aaaed97dd7c94b54/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,192 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,194 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f4118b552cc2f2e3b9b84324694f377 columnFamilyName colfamily31 2024-11-16T04:58:02,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5d8f6642b789597dd8afd8e4086a2b8, ASSIGN in 570 msec 2024-11-16T04:58:02,194 DEBUG [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,194 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 728b010900eff261aaaed97dd7c94b54 columnFamilyName colfamily21 2024-11-16T04:58:02,195 DEBUG [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,195 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,195 INFO [StoreOpener-0f4118b552cc2f2e3b9b84324694f377-1 {}] regionserver.HStore(327): Store=0f4118b552cc2f2e3b9b84324694f377/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,195 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,196 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] regionserver.HStore(327): Store=728b010900eff261aaaed97dd7c94b54/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,196 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,197 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,198 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,198 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b368e5a4e3cecdc94309925e5037c522 columnFamilyName colfamily11 2024-11-16T04:58:02,198 DEBUG [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,199 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 728b010900eff261aaaed97dd7c94b54 columnFamilyName colfamily31 2024-11-16T04:58:02,199 DEBUG [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,199 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(327): Store=b368e5a4e3cecdc94309925e5037c522/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,200 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,200 INFO [StoreOpener-728b010900eff261aaaed97dd7c94b54-1 {}] regionserver.HStore(327): Store=728b010900eff261aaaed97dd7c94b54/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,200 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,202 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,202 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,202 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,203 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b368e5a4e3cecdc94309925e5037c522 columnFamilyName colfamily21 2024-11-16T04:58:02,203 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,203 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,203 DEBUG [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,205 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(327): Store=b368e5a4e3cecdc94309925e5037c522/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,205 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,205 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,205 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,205 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,207 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,207 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b368e5a4e3cecdc94309925e5037c522 columnFamilyName colfamily31 2024-11-16T04:58:02,208 DEBUG [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=28 2024-11-16T04:58:02,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure e663f991d4e6fc136f89f666eac936f4, server=48db94e10209,36285,1731733078532 in 350 msec 2024-11-16T04:58:02,208 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,209 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,209 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(327): Store=b368e5a4e3cecdc94309925e5037c522/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,210 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,210 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 0f4118b552cc2f2e3b9b84324694f377; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73150095, jitterRate=0.09002135694026947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,210 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T04:58:02,210 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 0f4118b552cc2f2e3b9b84324694f377: Running coprocessor pre-open hook at 1731733082170Writing region info on filesystem at 1731733082170Initializing all the Stores at 1731733082172 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082172Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082179 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082179Cleaning up temporary data from old regions at 1731733082202 (+23 ms)Running coprocessor post-open hooks at 1731733082210 (+8 ms)Region opened successfully at 1731733082210 2024-11-16T04:58:02,211 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,212 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., pid=48, masterSystemTime=1731733082042 2024-11-16T04:58:02,212 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e663f991d4e6fc136f89f666eac936f4, ASSIGN in 589 msec 2024-11-16T04:58:02,213 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,213 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 728b010900eff261aaaed97dd7c94b54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73747134, jitterRate=0.09891793131828308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,214 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 728b010900eff261aaaed97dd7c94b54 2024-11-16T04:58:02,214 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,214 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,214 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 728b010900eff261aaaed97dd7c94b54: Running coprocessor pre-open hook at 1731733082174Writing region info on filesystem at 1731733082174Initializing all the Stores at 1731733082176 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082176Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082186 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082187 (+1 ms)Cleaning up temporary data from old regions at 1731733082206 (+19 ms)Running coprocessor post-open hooks at 1731733082214 (+8 ms)Region opened successfully at 1731733082214 2024-11-16T04:58:02,215 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,215 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54., pid=41, masterSystemTime=1731733082004 2024-11-16T04:58:02,217 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T04:58:02,217 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T04:58:02,217 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T04:58:02,217 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ad13a1436cda56666efb622333aef43, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-16T04:58:02,218 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,218 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,218 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,218 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,219 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,220 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,221 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T04:58:02,221 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T04:58:02,221 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T04:58:02,221 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 2db72dacd876bc264a8b6626ee68de74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-16T04:58:02,222 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,222 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,222 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,222 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,223 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad13a1436cda56666efb622333aef43 columnFamilyName colfamily11 2024-11-16T04:58:02,223 DEBUG [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-16T04:58:02,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,44889,1731733078355 in 423 msec 2024-11-16T04:58:02,224 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] regionserver.HStore(327): Store=3ad13a1436cda56666efb622333aef43/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,224 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,225 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,225 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened b368e5a4e3cecdc94309925e5037c522; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70036715, jitterRate=0.043628379702568054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,226 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b368e5a4e3cecdc94309925e5037c522 2024-11-16T04:58:02,226 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for b368e5a4e3cecdc94309925e5037c522: Running coprocessor pre-open hook at 1731733082188Writing region info on filesystem at 1731733082188Initializing all the Stores at 1731733082191 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082192 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082194 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082194Cleaning up temporary data from old regions at 1731733082214 (+20 ms)Running coprocessor post-open hooks at 1731733082226 (+12 ms)Region opened successfully at 1731733082226 2024-11-16T04:58:02,227 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,227 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad13a1436cda56666efb622333aef43 columnFamilyName colfamily21 2024-11-16T04:58:02,227 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., pid=32, masterSystemTime=1731733081948 2024-11-16T04:58:02,227 DEBUG [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN in 605 msec 2024-11-16T04:58:02,228 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] regionserver.HStore(327): Store=3ad13a1436cda56666efb622333aef43/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,228 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=728b010900eff261aaaed97dd7c94b54, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,230 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db72dacd876bc264a8b6626ee68de74 columnFamilyName colfamily11 2024-11-16T04:58:02,230 DEBUG [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,230 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T04:58:02,230 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T04:58:02,231 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T04:58:02,231 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] regionserver.HStore(327): Store=2db72dacd876bc264a8b6626ee68de74/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,231 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 42563b775bb86e8112e6a3603d4f20e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-16T04:58:02,231 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,231 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,231 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,232 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,232 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,233 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad13a1436cda56666efb622333aef43 columnFamilyName colfamily31 2024-11-16T04:58:02,233 DEBUG [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 728b010900eff261aaaed97dd7c94b54, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,234 INFO [StoreOpener-3ad13a1436cda56666efb622333aef43-1 {}] regionserver.HStore(327): Store=3ad13a1436cda56666efb622333aef43/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,234 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,234 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db72dacd876bc264a8b6626ee68de74 columnFamilyName colfamily21 2024-11-16T04:58:02,234 DEBUG [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,235 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,235 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] regionserver.HStore(327): Store=2db72dacd876bc264a8b6626ee68de74/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,235 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,235 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,235 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,237 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,237 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,237 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db72dacd876bc264a8b6626ee68de74 columnFamilyName colfamily31 2024-11-16T04:58:02,237 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42563b775bb86e8112e6a3603d4f20e1 columnFamilyName colfamily11 2024-11-16T04:58:02,237 DEBUG [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,237 DEBUG [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,237 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,238 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(327): Store=42563b775bb86e8112e6a3603d4f20e1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,238 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,238 INFO [StoreOpener-2db72dacd876bc264a8b6626ee68de74-1 {}] regionserver.HStore(327): Store=2db72dacd876bc264a8b6626ee68de74/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,239 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,240 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,240 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,241 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42563b775bb86e8112e6a3603d4f20e1 columnFamilyName colfamily21 2024-11-16T04:58:02,241 DEBUG [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,241 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,242 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(327): Store=42563b775bb86e8112e6a3603d4f20e1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,243 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,243 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,243 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,243 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,245 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,245 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 3ad13a1436cda56666efb622333aef43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74873344, jitterRate=0.11569976806640625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,245 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42563b775bb86e8112e6a3603d4f20e1 columnFamilyName colfamily31 2024-11-16T04:58:02,245 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ad13a1436cda56666efb622333aef43 2024-11-16T04:58:02,245 DEBUG [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,245 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 3ad13a1436cda56666efb622333aef43: Running coprocessor pre-open hook at 1731733082218Writing region info on filesystem at 1731733082218Initializing all the Stores at 1731733082220 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082220Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082220Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082220Cleaning up temporary data from old regions at 1731733082237 (+17 ms)Running coprocessor post-open hooks at 1731733082245 (+8 ms)Region opened successfully at 1731733082245 2024-11-16T04:58:02,247 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(327): Store=42563b775bb86e8112e6a3603d4f20e1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,247 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., pid=51, masterSystemTime=1731733082042 2024-11-16T04:58:02,247 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=19 2024-11-16T04:58:02,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 728b010900eff261aaaed97dd7c94b54, server=48db94e10209,36285,1731733078532 in 383 msec 2024-11-16T04:58:02,247 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,248 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,249 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,251 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,251 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,252 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,252 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T04:58:02,252 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T04:58:02,252 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T04:58:02,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=728b010900eff261aaaed97dd7c94b54, ASSIGN in 628 msec 2024-11-16T04:58:02,253 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 252c88db644f53206653915682d1115f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-16T04:58:02,253 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,253 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,253 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,253 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,254 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3ad13a1436cda56666efb622333aef43, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,256 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,258 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad13a1436cda56666efb622333aef43, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,259 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 2db72dacd876bc264a8b6626ee68de74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68466955, jitterRate=0.020237132906913757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,259 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T04:58:02,259 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 2db72dacd876bc264a8b6626ee68de74: Running coprocessor pre-open hook at 1731733082223Writing region info on filesystem at 1731733082223Initializing all the Stores at 1731733082224 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082224Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082226 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082226Cleaning up temporary data from old regions at 1731733082243 (+17 ms)Running coprocessor post-open hooks at 1731733082259 (+16 ms)Region opened successfully at 1731733082259 2024-11-16T04:58:02,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,260 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252c88db644f53206653915682d1115f columnFamilyName colfamily11 2024-11-16T04:58:02,260 DEBUG [StoreOpener-252c88db644f53206653915682d1115f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,261 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., pid=46, masterSystemTime=1731733082004 2024-11-16T04:58:02,261 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] regionserver.HStore(327): Store=252c88db644f53206653915682d1115f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,261 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,262 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,263 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 42563b775bb86e8112e6a3603d4f20e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60925155, jitterRate=-0.0921444445848465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,263 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T04:58:02,263 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 42563b775bb86e8112e6a3603d4f20e1: Running coprocessor pre-open hook at 1731733082233Writing region info on filesystem at 1731733082233Initializing all the Stores at 1731733082234 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082234Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082235 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082235Cleaning up temporary data from old regions at 1731733082251 (+16 ms)Running coprocessor post-open hooks at 1731733082263 (+12 ms)Region opened successfully at 1731733082263 2024-11-16T04:58:02,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,264 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., pid=39, masterSystemTime=1731733081948 2024-11-16T04:58:02,265 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252c88db644f53206653915682d1115f columnFamilyName colfamily21 2024-11-16T04:58:02,265 DEBUG [StoreOpener-252c88db644f53206653915682d1115f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,266 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T04:58:02,266 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T04:58:02,266 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:02,266 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] regionserver.HStore(327): Store=252c88db644f53206653915682d1115f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,266 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => aaa8cd53ee1d87040556b12fbc48e9af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-16T04:58:02,266 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,267 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,267 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,268 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,268 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,268 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T04:58:02,269 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T04:58:02,269 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T04:58:02,269 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252c88db644f53206653915682d1115f columnFamilyName colfamily31 2024-11-16T04:58:02,269 DEBUG [StoreOpener-252c88db644f53206653915682d1115f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,269 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => da6d10f56a707d2a4562837fb89b7de1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-16T04:58:02,269 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,269 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,270 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,270 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,270 INFO [StoreOpener-252c88db644f53206653915682d1115f-1 {}] regionserver.HStore(327): Store=252c88db644f53206653915682d1115f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,270 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,270 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,271 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f 2024-11-16T04:58:02,272 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f 2024-11-16T04:58:02,273 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,274 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,274 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,274 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa8cd53ee1d87040556b12fbc48e9af columnFamilyName colfamily11 2024-11-16T04:58:02,274 DEBUG [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,275 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] regionserver.HStore(327): Store=aaa8cd53ee1d87040556b12fbc48e9af/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=23 2024-11-16T04:58:02,275 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,275 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ad13a1436cda56666efb622333aef43, server=48db94e10209,33639,1731733078480 in 357 msec 2024-11-16T04:58:02,276 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6d10f56a707d2a4562837fb89b7de1 columnFamilyName colfamily11 2024-11-16T04:58:02,276 DEBUG [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,277 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(327): Store=da6d10f56a707d2a4562837fb89b7de1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,277 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,278 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa8cd53ee1d87040556b12fbc48e9af columnFamilyName colfamily21 2024-11-16T04:58:02,278 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,279 DEBUG [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3ad13a1436cda56666efb622333aef43, ASSIGN in 656 msec 2024-11-16T04:58:02,279 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] regionserver.HStore(327): Store=aaa8cd53ee1d87040556b12fbc48e9af/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,279 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,280 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6d10f56a707d2a4562837fb89b7de1 columnFamilyName colfamily21 2024-11-16T04:58:02,281 DEBUG [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,281 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa8cd53ee1d87040556b12fbc48e9af columnFamilyName colfamily31 2024-11-16T04:58:02,281 DEBUG [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,281 INFO [StoreOpener-aaa8cd53ee1d87040556b12fbc48e9af-1 {}] regionserver.HStore(327): Store=aaa8cd53ee1d87040556b12fbc48e9af/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,281 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(327): Store=da6d10f56a707d2a4562837fb89b7de1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,281 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,282 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,282 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,283 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,284 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6d10f56a707d2a4562837fb89b7de1 columnFamilyName colfamily31 2024-11-16T04:58:02,284 DEBUG [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,285 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(327): Store=da6d10f56a707d2a4562837fb89b7de1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,285 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,286 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,286 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,286 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,287 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,287 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,287 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,288 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,288 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 252c88db644f53206653915682d1115f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61372171, jitterRate=-0.08548338711261749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,288 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 252c88db644f53206653915682d1115f 2024-11-16T04:58:02,288 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,289 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 252c88db644f53206653915682d1115f: Running coprocessor pre-open hook at 1731733082254Writing region info on filesystem at 1731733082254Initializing all the Stores at 1731733082256 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082256Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082256Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082256Cleaning up temporary data from old regions at 1731733082274 (+18 ms)Running coprocessor post-open hooks at 1731733082288 (+14 ms)Region opened successfully at 1731733082288 2024-11-16T04:58:02,289 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,290 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,290 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., pid=55, masterSystemTime=1731733082042 2024-11-16T04:58:02,292 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,294 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T04:58:02,294 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T04:58:02,294 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T04:58:02,294 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a0b4ff22b7f78af5713940454030f74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-16T04:58:02,295 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,295 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,295 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,295 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,296 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,298 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=48db94e10209,44889,1731733078355, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T04:58:02,298 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened aaa8cd53ee1d87040556b12fbc48e9af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65082295, jitterRate=-0.03019823133945465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=27 2024-11-16T04:58:02,299 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T04:58:02,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,44889,1731733078355 in 450 msec 2024-11-16T04:58:02,299 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for aaa8cd53ee1d87040556b12fbc48e9af: Running coprocessor pre-open hook at 1731733082268Writing region info on filesystem at 1731733082268Initializing all the Stores at 1731733082269 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082269Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082270 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082270Cleaning up temporary data from old regions at 1731733082286 (+16 ms)Running coprocessor post-open hooks at 1731733082299 (+13 ms)Region opened successfully at 1731733082299 2024-11-16T04:58:02,300 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., pid=49, masterSystemTime=1731733082004 2024-11-16T04:58:02,303 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,303 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,304 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened da6d10f56a707d2a4562837fb89b7de1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70904721, jitterRate=0.05656267702579498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,304 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T04:58:02,304 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for da6d10f56a707d2a4562837fb89b7de1: Running coprocessor pre-open hook at 1731733082270Writing region info on filesystem at 1731733082270Initializing all the Stores at 1731733082272 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082272Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082273 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082273Cleaning up temporary data from old regions at 1731733082288 (+15 ms)Running coprocessor post-open hooks at 1731733082304 (+16 ms)Region opened successfully at 1731733082304 2024-11-16T04:58:02,305 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a0b4ff22b7f78af5713940454030f74 columnFamilyName colfamily11 2024-11-16T04:58:02,305 DEBUG [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,306 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] regionserver.HStore(327): Store=8a0b4ff22b7f78af5713940454030f74/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,306 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,307 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a0b4ff22b7f78af5713940454030f74 columnFamilyName colfamily21 2024-11-16T04:58:02,307 DEBUG [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,308 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] regionserver.HStore(327): Store=8a0b4ff22b7f78af5713940454030f74/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,308 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,310 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a0b4ff22b7f78af5713940454030f74 columnFamilyName colfamily31 2024-11-16T04:58:02,310 DEBUG [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,311 INFO [StoreOpener-8a0b4ff22b7f78af5713940454030f74-1 {}] regionserver.HStore(327): Store=8a0b4ff22b7f78af5713940454030f74/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,311 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., pid=36, masterSystemTime=1731733081948 2024-11-16T04:58:02,311 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN in 680 msec 2024-11-16T04:58:02,312 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:02,312 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:02,312 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T04:58:02,312 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c157804c8995f37a0bae981480ea19d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-16T04:58:02,313 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,313 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,313 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,313 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,314 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,315 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T04:58:02,315 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T04:58:02,316 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa8cd53ee1d87040556b12fbc48e9af, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,44889,1731733078355 2024-11-16T04:58:02,319 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,319 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,321 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,44889,1731733078355 because future has completed 2024-11-16T04:58:02,323 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,323 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,325 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c157804c8995f37a0bae981480ea19d columnFamilyName colfamily11 2024-11-16T04:58:02,325 DEBUG [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,326 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] regionserver.HStore(327): Store=0c157804c8995f37a0bae981480ea19d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,326 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,326 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,327 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 8a0b4ff22b7f78af5713940454030f74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74232701, jitterRate=0.1061534434556961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,327 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T04:58:02,327 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 8a0b4ff22b7f78af5713940454030f74: Running coprocessor pre-open hook at 1731733082295Writing region info on filesystem at 1731733082295Initializing all the Stores at 1731733082299 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082299Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082303 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082303Cleaning up temporary data from old regions at 1731733082319 (+16 ms)Running coprocessor post-open hooks at 1731733082327 (+8 ms)Region opened successfully at 1731733082327 2024-11-16T04:58:02,329 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c157804c8995f37a0bae981480ea19d columnFamilyName colfamily21 2024-11-16T04:58:02,329 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74., pid=56, masterSystemTime=1731733082042 2024-11-16T04:58:02,329 DEBUG [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=5 2024-11-16T04:58:02,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aaa8cd53ee1d87040556b12fbc48e9af, server=48db94e10209,36285,1731733078532 in 425 msec 2024-11-16T04:58:02,329 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] regionserver.HStore(327): Store=0c157804c8995f37a0bae981480ea19d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,329 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,331 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c157804c8995f37a0bae981480ea19d columnFamilyName colfamily31 2024-11-16T04:58:02,331 DEBUG [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,332 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T04:58:02,332 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T04:58:02,332 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T04:58:02,332 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 392432ef48fcc87504d1e519b1ee04f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-16T04:58:02,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aaa8cd53ee1d87040556b12fbc48e9af, ASSIGN in 710 msec 2024-11-16T04:58:02,332 INFO [StoreOpener-0c157804c8995f37a0bae981480ea19d-1 {}] regionserver.HStore(327): Store=0c157804c8995f37a0bae981480ea19d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,333 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,333 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,333 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,333 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,333 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,334 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8a0b4ff22b7f78af5713940454030f74, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,334 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,335 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,336 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,336 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,337 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 392432ef48fcc87504d1e519b1ee04f1 columnFamilyName colfamily11 2024-11-16T04:58:02,337 DEBUG [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,337 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,338 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] regionserver.HStore(327): Store=392432ef48fcc87504d1e519b1ee04f1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,338 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a0b4ff22b7f78af5713940454030f74, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,340 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,341 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 392432ef48fcc87504d1e519b1ee04f1 columnFamilyName colfamily21 2024-11-16T04:58:02,341 DEBUG [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,342 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] regionserver.HStore(327): Store=392432ef48fcc87504d1e519b1ee04f1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,342 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,344 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 392432ef48fcc87504d1e519b1ee04f1 columnFamilyName colfamily31 2024-11-16T04:58:02,344 DEBUG [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=14 2024-11-16T04:58:02,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,44889,1731733078355 in 515 msec 2024-11-16T04:58:02,345 INFO [StoreOpener-392432ef48fcc87504d1e519b1ee04f1-1 {}] regionserver.HStore(327): Store=392432ef48fcc87504d1e519b1ee04f1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,345 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,346 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,346 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,347 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN in 726 msec 2024-11-16T04:58:02,348 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,348 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,348 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 0c157804c8995f37a0bae981480ea19d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63851725, jitterRate=-0.04853515326976776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,348 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c157804c8995f37a0bae981480ea19d 2024-11-16T04:58:02,348 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 0c157804c8995f37a0bae981480ea19d: Running coprocessor pre-open hook at 1731733082313Writing region info on filesystem at 1731733082313Initializing all the Stores at 1731733082319 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082319Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082322 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082322Cleaning up temporary data from old regions at 1731733082336 (+14 ms)Running coprocessor post-open hooks at 1731733082348 (+12 ms)Region opened successfully at 1731733082348 2024-11-16T04:58:02,349 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,350 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d., pid=45, masterSystemTime=1731733082004 2024-11-16T04:58:02,351 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,353 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T04:58:02,353 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T04:58:02,354 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T04:58:02,354 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => a35e263d8dbd3ca9111a5b1c0141e327, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-16T04:58:02,354 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,355 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,355 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,355 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,355 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,356 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 392432ef48fcc87504d1e519b1ee04f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65515141, jitterRate=-0.023748323321342468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,356 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T04:58:02,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=20 2024-11-16T04:58:02,356 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 392432ef48fcc87504d1e519b1ee04f1: Running coprocessor pre-open hook at 1731733082333Writing region info on filesystem at 1731733082333Initializing all the Stores at 1731733082334 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082334Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082334Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082334Cleaning up temporary data from old regions at 1731733082348 (+14 ms)Running coprocessor post-open hooks at 1731733082356 (+8 ms)Region opened successfully at 1731733082356 2024-11-16T04:58:02,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a0b4ff22b7f78af5713940454030f74, server=48db94e10209,33639,1731733078480 in 418 msec 2024-11-16T04:58:02,357 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., pid=52, masterSystemTime=1731733082042 2024-11-16T04:58:02,359 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a0b4ff22b7f78af5713940454030f74, ASSIGN in 737 msec 2024-11-16T04:58:02,361 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35e263d8dbd3ca9111a5b1c0141e327 columnFamilyName colfamily11 2024-11-16T04:58:02,361 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T04:58:02,361 DEBUG [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,361 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T04:58:02,361 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:02,361 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 08944eb6377cab46fc2a3202b496f3d9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-16T04:58:02,362 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,362 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:58:02,362 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] regionserver.HStore(327): Store=a35e263d8dbd3ca9111a5b1c0141e327/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,362 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,362 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,362 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=392432ef48fcc87504d1e519b1ee04f1, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,364 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,365 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35e263d8dbd3ca9111a5b1c0141e327 columnFamilyName colfamily21 2024-11-16T04:58:02,365 DEBUG [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,365 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] regionserver.HStore(327): Store=a35e263d8dbd3ca9111a5b1c0141e327/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,365 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 392432ef48fcc87504d1e519b1ee04f1, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,367 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08944eb6377cab46fc2a3202b496f3d9 columnFamilyName colfamily11 2024-11-16T04:58:02,367 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35e263d8dbd3ca9111a5b1c0141e327 columnFamilyName colfamily31 2024-11-16T04:58:02,367 DEBUG [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,367 DEBUG [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0c157804c8995f37a0bae981480ea19d, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,368 INFO [StoreOpener-a35e263d8dbd3ca9111a5b1c0141e327-1 {}] regionserver.HStore(327): Store=a35e263d8dbd3ca9111a5b1c0141e327/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,368 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] regionserver.HStore(327): Store=08944eb6377cab46fc2a3202b496f3d9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,369 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,369 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,370 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,371 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,371 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08944eb6377cab46fc2a3202b496f3d9 columnFamilyName colfamily21 2024-11-16T04:58:02,371 DEBUG [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,371 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] regionserver.HStore(327): Store=08944eb6377cab46fc2a3202b496f3d9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,372 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c157804c8995f37a0bae981480ea19d, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,373 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,373 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,373 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,374 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08944eb6377cab46fc2a3202b496f3d9 columnFamilyName colfamily31 2024-11-16T04:58:02,374 DEBUG [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:58:02,374 INFO [StoreOpener-08944eb6377cab46fc2a3202b496f3d9-1 {}] regionserver.HStore(327): Store=08944eb6377cab46fc2a3202b496f3d9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:58:02,375 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,376 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,376 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,376 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=17 2024-11-16T04:58:02,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 392432ef48fcc87504d1e519b1ee04f1, server=48db94e10209,33639,1731733078480 in 458 msec 2024-11-16T04:58:02,378 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,379 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,379 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,379 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:58:02,380 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened a35e263d8dbd3ca9111a5b1c0141e327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62787073, jitterRate=-0.06439970433712006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,380 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T04:58:02,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=392432ef48fcc87504d1e519b1ee04f1, ASSIGN in 758 msec 2024-11-16T04:58:02,380 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for a35e263d8dbd3ca9111a5b1c0141e327: Running coprocessor pre-open hook at 1731733082355Writing region info on filesystem at 1731733082355Initializing all the Stores at 1731733082356 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082356Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082358 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082358Cleaning up temporary data from old regions at 1731733082373 (+15 ms)Running coprocessor post-open hooks at 1731733082380 (+7 ms)Region opened successfully at 1731733082380 2024-11-16T04:58:02,381 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,382 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327., pid=44, masterSystemTime=1731733082004 2024-11-16T04:58:02,385 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:58:02,386 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 08944eb6377cab46fc2a3202b496f3d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61599545, jitterRate=-0.08209525048732758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:58:02,386 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T04:58:02,386 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 08944eb6377cab46fc2a3202b496f3d9: Running coprocessor pre-open hook at 1731733082362Writing region info on filesystem at 1731733082362Initializing all the Stores at 1731733082363 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082364 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082364Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733082364Cleaning up temporary data from old regions at 1731733082379 (+15 ms)Running coprocessor post-open hooks at 1731733082386 (+7 ms)Region opened successfully at 1731733082386 2024-11-16T04:58:02,387 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T04:58:02,387 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T04:58:02,387 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9., pid=53, masterSystemTime=1731733082042 2024-11-16T04:58:02,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-16T04:58:02,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c157804c8995f37a0bae981480ea19d, server=48db94e10209,36285,1731733078532 in 509 msec 2024-11-16T04:58:02,390 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:02,390 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:02,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=08944eb6377cab46fc2a3202b496f3d9, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08944eb6377cab46fc2a3202b496f3d9, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c157804c8995f37a0bae981480ea19d, ASSIGN in 774 msec 2024-11-16T04:58:02,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=7 2024-11-16T04:58:02,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 08944eb6377cab46fc2a3202b496f3d9, server=48db94e10209,33639,1731733078480 in 477 msec 2024-11-16T04:58:02,403 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=48db94e10209,44889,1731733078355, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T04:58:02,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08944eb6377cab46fc2a3202b496f3d9, ASSIGN in 782 msec 2024-11-16T04:58:02,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a35e263d8dbd3ca9111a5b1c0141e327, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,408 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=252c88db644f53206653915682d1115f, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252c88db644f53206653915682d1115f, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=22 2024-11-16T04:58:02,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure a35e263d8dbd3ca9111a5b1c0141e327, server=48db94e10209,36285,1731733078532 in 542 msec 2024-11-16T04:58:02,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a35e263d8dbd3ca9111a5b1c0141e327, ASSIGN in 795 msec 2024-11-16T04:58:02,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=13 2024-11-16T04:58:02,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 252c88db644f53206653915682d1115f, server=48db94e10209,33639,1731733078480 in 489 msec 2024-11-16T04:58:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=252c88db644f53206653915682d1115f, ASSIGN in 801 msec 2024-11-16T04:58:02,423 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2db72dacd876bc264a8b6626ee68de74, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T04:58:02,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2db72dacd876bc264a8b6626ee68de74, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T04:58:02,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=21 2024-11-16T04:58:02,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,44889,1731733078355 in 625 msec 2024-11-16T04:58:02,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN in 810 msec 2024-11-16T04:58:02,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=12 2024-11-16T04:58:02,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2db72dacd876bc264a8b6626ee68de74, server=48db94e10209,36285,1731733078532 in 548 msec 2024-11-16T04:58:02,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2db72dacd876bc264a8b6626ee68de74, ASSIGN in 815 msec 2024-11-16T04:58:02,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0f4118b552cc2f2e3b9b84324694f377, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T04:58:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f4118b552cc2f2e3b9b84324694f377, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T04:58:02,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=29 2024-11-16T04:58:02,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f4118b552cc2f2e3b9b84324694f377, server=48db94e10209,33639,1731733078480 in 546 msec 2024-11-16T04:58:02,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=4 2024-11-16T04:58:02,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f4118b552cc2f2e3b9b84324694f377, ASSIGN in 825 msec 2024-11-16T04:58:02,448 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:58:02,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731733082449"}]},"ts":"1731733082449"} 2024-11-16T04:58:02,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-16T04:58:02,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:58:02,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.4850 sec 2024-11-16T04:58:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:58:03,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-16T04:58:03,139 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-16T04:58:03,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:58:03,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44889 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-16T04:58:03,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-16T04:58:03,170 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:58:03,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-16T04:58:03,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,387 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,450 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,590 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:03,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,918 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:03,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,961 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:03,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,073 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,110 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,294 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4., hostname=48db94e10209,36285,1731733078532, seqNum=2] 2024-11-16T04:58:04,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., hostname=48db94e10209,33639,1731733078480, seqNum=2] 2024-11-16T04:58:04,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., hostname=48db94e10209,44889,1731733078355, seqNum=2] 2024-11-16T04:58:04,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:58:04,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T04:58:04,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:58:04,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:58:04,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:58:04,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33639 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T04:58:04,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T04:58:05,251 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-16T04:58:05,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44889 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-16T04:58:05,513 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-16T04:58:05,513 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 48db94e10209,44889,1731733078355 2024-11-16T04:58:05,513 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 48db94e10209,44889,1731733078355 2024-11-16T04:58:05,514 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 48db94e10209,44889,1731733078355: Simulated kill ***** 2024-11-16T04:58:05,514 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:58:05,516 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:58:05,519 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:58:05,520 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:58:05,520 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:58:05,521 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 769577968 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 154725280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "48db94e10209" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "48db94e10209" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "48db94e10209" } ] } 2024-11-16T04:58:05,524 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42841 {}] master.MasterRpcServices(700): 48db94e10209,44889,1731733078355 reported a fatal error: ***** ABORTING region server 48db94e10209,44889,1731733078355: Simulated kill ***** 2024-11-16T04:58:05,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,44889,1731733078355' ***** 2024-11-16T04:58:05,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T04:58:05,527 INFO [RS:0;48db94e10209:44889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:58:05,527 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:58:05,527 INFO [RS:0;48db94e10209:44889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T04:58:05,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:58:05,527 INFO [RS:0;48db94e10209:44889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T04:58:05,527 INFO [RS:0;48db94e10209:44889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:58:05,528 INFO [RS:0;48db94e10209:44889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;48db94e10209:44889. 2024-11-16T04:58:05,528 DEBUG [RS:0;48db94e10209:44889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:58:05,533 DEBUG [RS:0;48db94e10209:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:58:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741836_1012 (size=54214) 2024-11-16T04:58:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741836_1012 (size=54214) 2024-11-16T04:58:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741836_1012 (size=54214) 2024-11-16T04:58:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741833_1009 (size=298415) 2024-11-16T04:58:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741833_1009 (size=298415) 2024-11-16T04:58:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741833_1009 (size=298415) 2024-11-16T04:58:05,547 DEBUG [RS:0;48db94e10209:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:58:05,547 INFO [RS:0;48db94e10209:44889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:58:05,548 INFO [RS:0;48db94e10209:44889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44889 2024-11-16T04:58:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:58:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,44889,1731733078355 2024-11-16T04:58:05,577 INFO [RS:0;48db94e10209:44889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:58:05,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,44889,1731733078355] 2024-11-16T04:58:05,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,44889,1731733078355 already deleted, retry=false 2024-11-16T04:58:05,594 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 48db94e10209,44889,1731733078355 on 48db94e10209,42841,1731733077606 2024-11-16T04:58:05,599 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:58:05,604 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:58:05,604 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 48db94e10209,44889,1731733078355 (carryingMeta=true) 48db94e10209,44889,1731733078355/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@354f5e11[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T04:58:05,604 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T04:58:05,604 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:58:05,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:58:05,604 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:58:05,614 INFO [regionserver/48db94e10209:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:58:05,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:58:05,630 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:58:05,631 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T04:58:05,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:58:05,631 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:58:05,631 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:58:05,632 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T04:58:05,632 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T04:58:05,632 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T04:58:05,633 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:58:05,633 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:58:05,639 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T04:58:05,640 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:58:05,641 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T04:58:05,641 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:58:05,642 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T04:58:05,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-16T04:58:05,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T04:58:05,644 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,44889,1731733078355, table=hbase:meta, region=1588230740 2024-11-16T04:58:05,644 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,44889,1731733078355, state=OPEN 2024-11-16T04:58:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:58:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:58:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:58:05,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:05,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:05,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:58:05,654 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733115654 2024-11-16T04:58:05,654 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:58:05,654 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:58:05,654 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T04:58:05,656 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true, isMeta: true 2024-11-16T04:58:05,656 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:05,658 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting 2024-11-16T04:58:05,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:05,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:05,659 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=1, meta=true 2024-11-16T04:58:05,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:05,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:05,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta}] 2024-11-16T04:58:05,662 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T04:58:05,662 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:58:05,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:58:05,662 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:58:05,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:58:05,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101434b4e130001, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:58:05,687 INFO [RS:0;48db94e10209:44889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:58:05,687 INFO [RS:0;48db94e10209:44889 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,44889,1731733078355; zookeeper connection closed. 2024-11-16T04:58:05,687 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52a1d42c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52a1d42c 2024-11-16T04:58:05,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:05,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:05,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:58:05,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:05,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:05,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:05,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:05,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:05,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:58:05,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:05,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:05,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:06,025 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:58:06,026 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:58:06,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T04:58:06,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-16T04:58:06,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:58:06,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:06,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:06,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:58:06,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:06,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:06,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:06,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:06,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:06,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:58:06,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:06,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:06,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:07,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:07,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:07,808 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:07,811 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2153 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:58:07,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:07,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:07,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:07,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:07,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:58:07,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:58:07,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T04:58:07,954 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-16T04:58:07,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:58:07,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:58:07,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:58:07,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:58:09,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:09,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:09,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:09,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4173 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:58:09,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:09,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:09,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:09,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:13,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:13,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:13,868 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:13,869 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8214 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:58:13,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:13,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:13,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:13,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:21,887 WARN [RS:2;48db94e10209:36285 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 48db94e10209,44889,1731733078355: status=status unset, state=RUNNING, startTime=1731733085603, completionTime=-1 appears to have been leaked 2024-11-16T04:58:23,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:23,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:23,898 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:23,899 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18244 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:58:23,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:23,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:23,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:23,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:26,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:58:30,620 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=48db94e10209:42841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T04:58:33,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:33,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:33,990 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:33,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28336 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:58:33,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:33,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:33,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:33,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:41,425 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:58:41,425 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:58:44,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:44,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:44,011 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:44,012 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38357 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:58:44,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:44,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:44,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:44,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:54,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:58:54,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:58:54,089 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:58:54,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48435 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:58:54,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:54,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:58:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:58:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:56,765 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:59:00,783 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 08944eb6377cab46fc2a3202b496f3d9 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,785 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d5d8f6642b789597dd8afd8e4086a2b8 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,786 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 252c88db644f53206653915682d1115f changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,787 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 392432ef48fcc87504d1e519b1ee04f1 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,787 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8a0b4ff22b7f78af5713940454030f74 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,788 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3ad13a1436cda56666efb622333aef43 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,788 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51cb5abf3196dbcc15e6ef0af6a71868 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,788 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0f4118b552cc2f2e3b9b84324694f377 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,789 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aaa8cd53ee1d87040556b12fbc48e9af changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,789 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 17154b86ee8ae7a1fd2acedb7a1a558e changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,789 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2db72dacd876bc264a8b6626ee68de74 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,790 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 410eccec6efd440a7217d2e79bd12a55 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,790 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9f7a5d1807ef4b03b20d4e49dc6a85b9 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,790 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 728b010900eff261aaaed97dd7c94b54 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,790 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a35e263d8dbd3ca9111a5b1c0141e327 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,790 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0c157804c8995f37a0bae981480ea19d changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:00,791 DEBUG [master/48db94e10209:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e663f991d4e6fc136f89f666eac936f4 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:59:02,211 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T04:59:02,623 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=48db94e10209:42841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T04:59:05,658 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-16T04:58:05.660Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:05.769Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:05.979Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:06.289Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:06.798Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:58:07.812Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:09.829Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:13.871Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:23.900Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:33.993Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:44.013Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:58:54.092Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-16T04:59:05,659 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:59:05,660 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T04:59:05,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:59:05,660 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:59:05,660 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:59:05,660 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T04:59:05,660 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T04:59:05,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T04:59:05,661 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:59:05,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:59:05,665 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T04:59:05,665 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:59:05,666 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T04:59:05,666 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:59:05,666 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T04:59:05,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T04:59:05,668 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T04:59:05,668 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,44889,1731733078355, table=hbase:meta, region=1588230740 2024-11-16T04:59:05,668 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,44889,1731733078355, state=OPEN 2024-11-16T04:59:05,669 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:59:05,670 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:59:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:59:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:59:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:59:05,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:59:05,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:59:05,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:59:05,741 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733175741 2024-11-16T04:59:05,741 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:59:05,741 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true, isMeta: true 2024-11-16T04:59:05,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:05,742 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:05,744 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:05,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:05,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:05,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:05,746 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=1, meta=true 2024-11-16T04:59:05,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta}] 2024-11-16T04:59:05,746 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T04:59:05,754 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=48db94e10209,36285,1731733078532 2024-11-16T04:59:05,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532}] 2024-11-16T04:59:05,847 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:05,847 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:05,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:59:05,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:05,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:05,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:05,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-16T04:59:05,937 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, size=52.9 K (54214bytes) 2024-11-16T04:59:05,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T04:59:05,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T04:59:05,938 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta 2024-11-16T04:59:05,943 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta after 3ms 2024-11-16T04:59:05,950 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta took 14ms 2024-11-16T04:59:05,959 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-16T04:59:05,966 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta.temp 2024-11-16T04:59:05,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta so closing down 2024-11-16T04:59:05,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T04:59:05,970 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta.temp 2024-11-16T04:59:05,973 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T04:59:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741864_1040 (size=53973) 2024-11-16T04:59:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741864_1040 (size=53973) 2024-11-16T04:59:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741864_1040 (size=53973) 2024-11-16T04:59:05,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-16T04:59:05,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-16T04:59:05,996 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-16T04:59:05,996 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, journal: Splitting hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, size=52.9 K (54214bytes) at 1731733145937Finishing writing output for hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta so closing down at 1731733145970 (+33 ms)Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta.temp at 17317331459703 split writer threads finished at 1731733145974 (+4 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731733145988 (+14 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731733145991 (+3 ms)Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731733145996 (+5 ms) 2024-11-16T04:59:05,996 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta 2024-11-16T04:59:05,997 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-16T04:59:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-16T04:59:06,007 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs 2024-11-16T04:59:06,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-16T04:59:06,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 in 252 msec 2024-11-16T04:59:06,012 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=48db94e10209,36285,1731733078532 2024-11-16T04:59:06,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-16T04:59:06,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 in 266 msec 2024-11-16T04:59:06,017 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting dir is empty, no logs to split. 2024-11-16T04:59:06,017 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=0, meta=true 2024-11-16T04:59:06,017 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 48db94e10209,44889,1731733078355 WAL splitting is done? wals=0, meta=true 2024-11-16T04:59:06,017 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T04:59:06,017 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T04:59:06,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:59:06,018 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:59:06,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:06,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:59:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:06,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:06,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:06,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:59:06,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:06,877 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:06,877 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:06,877 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T04:59:06,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:07,888 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:07,888 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:07,890 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:07,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:59:07,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:07,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:07,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:07,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:09,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:09,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:09,898 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:09,899 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4157 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:59:09,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:09,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:09,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:09,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:13,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:13,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:13,919 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:13,919 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8177 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:59:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:13,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:13,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:23,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:23,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:23,959 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:23,960 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18218 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:59:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:26,765 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:59:34,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:34,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:34,049 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:34,049 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28307 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:59:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:44,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:44,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:44,140 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:44,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38399 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:59:44,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:44,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:44,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:44,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:54,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:59:54,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T04:59:54,180 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:59:54,181 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48439 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:59:54,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:54,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T04:59:54,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T04:59:54,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:56,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:59:59,998 WARN [regionserver/48db94e10209:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 19, running: 1 2024-11-16T04:59:59,998 WARN [regionserver/48db94e10209:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 14, running: 1 2024-11-16T05:00:04,258 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-16T05:00:04,624 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=48db94e10209:42841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T05:00:05,747 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-16T04:59:05.745Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:05.848Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06.058Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06.370Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:06.878Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T04:59:07.894Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:09.900Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:13.921Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:23.962Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:34.050Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:44.142Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T04:59:54.183Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-16T05:00:05,748 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:00:05,748 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T05:00:05,748 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:00:05,748 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:00:05,748 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:00:05,749 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T05:00:05,749 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T05:00:05,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T05:00:05,749 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T05:00:05,750 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T05:00:05,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T05:00:05,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:00:05,754 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:00:05,754 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T05:00:05,755 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T05:00:05,756 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:00:05,756 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:00:05,756 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:00:05,756 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T05:00:05,756 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:00:05,756 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:00:05,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T05:00:05,757 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:00:05,757 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,44889,1731733078355, table=hbase:meta, region=1588230740 2024-11-16T05:00:05,758 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,44889,1731733078355, state=OPEN 2024-11-16T05:00:05,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:00:05,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:00:05,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:00:05,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:00:05,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:00:05,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:00:05,818 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733235818 2024-11-16T05:00:05,818 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T05:00:05,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:05,818 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:05,819 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:05,820 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting dir is empty, no logs to split. 2024-11-16T05:00:05,820 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=0, meta=true 2024-11-16T05:00:05,820 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 48db94e10209,44889,1731733078355 WAL splitting is done? wals=0, meta=true 2024-11-16T05:00:05,820 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T05:00:05,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T05:00:05,822 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T05:00:05,823 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:00:05,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:00:05,823 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:00:05,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:05,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:05,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:00:05,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:05,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:05,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:06,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:06,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:06,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:00:06,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:06,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:06,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:06,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:00:06,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:06,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:06,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:06,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:00:06,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:07,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:07,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:07,970 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:07,971 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2153 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T05:00:07,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:07,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:07,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:07,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:09,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:09,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:10,000 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:10,001 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4182 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T05:00:10,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:10,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:10,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:14,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:14,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:14,009 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:14,010 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8191 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T05:00:14,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:14,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:23,819 WARN [RS:1;48db94e10209:33639 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 48db94e10209,44889,1731733078355: status=Processing ServerCrashProcedure of 48db94e10209,44889,1731733078355 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731733085641, completionTime=-1 appears to have been leaked 2024-11-16T05:00:23,819 WARN [RS:1;48db94e10209:33639 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 48db94e10209,44889,1731733078355: status=Processing ServerCrashProcedure of 48db94e10209,44889,1731733078355 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731733145666, completionTime=-1 appears to have been leaked 2024-11-16T05:00:24,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:24,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:24,020 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:24,021 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18202 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T05:00:24,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:24,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:24,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:24,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:26,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T05:00:34,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:34,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:34,060 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:34,061 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28242 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T05:00:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:34,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:44,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:44,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:44,120 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:44,121 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38302 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T05:00:44,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:44,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:44,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:44,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:54,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:00:54,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:00:54,158 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:00:54,158 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 48db94e10209,44889,1731733078355 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48339 ms java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T05:00:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:00:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:00:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:56,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T05:01:05,828 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-16T05:00:05.820Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:05.928Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06.138Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06.449Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:06.960Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:00:07.973Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:10.002Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:14.012Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:24.023Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:34.063Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:44.123Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:00:54.158Z, java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-16T05:01:05,831 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:05,831 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T05:01:05,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:05,831 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:01:05,831 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:01:05,831 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T05:01:05,832 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T05:01:05,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T05:01:05,832 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T05:01:05,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T05:01:05,836 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T05:01:05,836 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:05,836 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:05,836 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T05:01:05,837 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T05:01:05,838 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:05,838 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:05,838 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:05,838 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T05:01:05,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:05,838 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:05,838 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-16T05:01:05,839 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:05,839 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,44889,1731733078355, table=hbase:meta, region=1588230740 2024-11-16T05:01:05,840 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,44889,1731733078355, state=OPEN 2024-11-16T05:01:05,903 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:05,904 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:05,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:05,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:05,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:05,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:05,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:05,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:05,944 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733295944 2024-11-16T05:01:05,944 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T05:01:05,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T05:01:05,944 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T05:01:05,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:01:05,944 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:01:05,946 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:01:05,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:01:05,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T05:01:05,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:01:05,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:01:05,947 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T05:01:05,948 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:06,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:01:06,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1] 2024-11-16T05:01:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:06,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:01:06,099 DEBUG [48db94e10209:42841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T05:01:06,100 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(204): Hosts are {48db94e10209=0} racks are {/default-rack=0} 2024-11-16T05:01:06,101 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T05:01:06,101 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T05:01:06,101 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T05:01:06,101 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T05:01:06,101 INFO [48db94e10209:42841 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T05:01:06,101 INFO [48db94e10209:42841 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T05:01:06,101 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T05:01:06,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:06,106 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,33639,1731733078480, state=OPENING 2024-11-16T05:01:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,128 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T05:01:06,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480}] 2024-11-16T05:01:06,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:01:06,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,33639,1731733078480, seqNum=-1] 2024-11-16T05:01:06,268 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T05:01:06,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T05:01:06,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33639 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:38967 deadline: 1731733325948, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 48db94e10209,33639,1731733078480 2024-11-16T05:01:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,33639,1731733078480, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,33639,1731733078480, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 48db94e10209,33639,1731733078480 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T05:01:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,33639,1731733078480, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 48db94e10209,33639,1731733078480 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T05:01:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,33639,1731733078480, seqNum=-1 from cache 2024-11-16T05:01:06,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T05:01:06,290 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T05:01:06,290 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T05:01:06,291 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T05:01:06,293 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C33639%2C1731733078480.meta, suffix=.meta, logDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,33639,1731733078480, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs, maxLogs=32 2024-11-16T05:01:06,309 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,33639,1731733078480/48db94e10209%2C33639%2C1731733078480.meta.1731733266295.meta, exclude list is [], retry=0 2024-11-16T05:01:06,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40271,DS-43a08859-7ae3-4458-92eb-33ca233fe88a,DISK] 2024-11-16T05:01:06,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-891232bc-dbdf-4fea-b09d-ce13f1af5239,DISK] 2024-11-16T05:01:06,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38927,DS-b9419736-002f-480d-b615-200afedeb555,DISK] 2024-11-16T05:01:06,314 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,33639,1731733078480/48db94e10209%2C33639%2C1731733078480.meta.1731733266295.meta 2024-11-16T05:01:06,314 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34129:34129),(127.0.0.1/127.0.0.1:36249:36249),(127.0.0.1/127.0.0.1:39581:39581)] 2024-11-16T05:01:06,315 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T05:01:06,315 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T05:01:06,315 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T05:01:06,315 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T05:01:06,315 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T05:01:06,316 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:06,316 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T05:01:06,316 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T05:01:06,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T05:01:06,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T05:01:06,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:06,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T05:01:06,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T05:01:06,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T05:01:06,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:06,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T05:01:06,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T05:01:06,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T05:01:06,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:06,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T05:01:06,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T05:01:06,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T05:01:06,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:06,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T05:01:06,323 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T05:01:06,324 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740 2024-11-16T05:01:06,326 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740 2024-11-16T05:01:06,327 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-16T05:01:06,343 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-16T05:01:06,347 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-16T05:01:06,418 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/info/85114443ef304b82a58d7817323c373e is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d./info:regioninfo/1731733082020/Put/seqid=0 2024-11-16T05:01:06,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741866_1042 (size=58053) 2024-11-16T05:01:06,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741866_1042 (size=58053) 2024-11-16T05:01:06,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741866_1042 (size=58053) 2024-11-16T05:01:06,429 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/info/85114443ef304b82a58d7817323c373e 2024-11-16T05:01:06,490 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/ns/7e81fcc94f00437091a2a5bb20280942 is 43, key is default/ns:d/1731733080721/Put/seqid=0 2024-11-16T05:01:06,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741867_1043 (size=5153) 2024-11-16T05:01:06,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741867_1043 (size=5153) 2024-11-16T05:01:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741867_1043 (size=5153) 2024-11-16T05:01:06,498 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/ns/7e81fcc94f00437091a2a5bb20280942 2024-11-16T05:01:06,522 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/table/ff21808dde7243b68852920a0cf05a8e is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731733082449/Put/seqid=0 2024-11-16T05:01:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741868_1044 (size=5620) 2024-11-16T05:01:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741868_1044 (size=5620) 2024-11-16T05:01:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741868_1044 (size=5620) 2024-11-16T05:01:06,530 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/table/ff21808dde7243b68852920a0cf05a8e 2024-11-16T05:01:06,538 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/info/85114443ef304b82a58d7817323c373e as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/info/85114443ef304b82a58d7817323c373e 2024-11-16T05:01:06,546 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/info/85114443ef304b82a58d7817323c373e, entries=260, sequenceid=60, filesize=56.7 K 2024-11-16T05:01:06,548 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/ns/7e81fcc94f00437091a2a5bb20280942 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/ns/7e81fcc94f00437091a2a5bb20280942 2024-11-16T05:01:06,555 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/ns/7e81fcc94f00437091a2a5bb20280942, entries=2, sequenceid=60, filesize=5.0 K 2024-11-16T05:01:06,556 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/table/ff21808dde7243b68852920a0cf05a8e as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/table/ff21808dde7243b68852920a0cf05a8e 2024-11-16T05:01:06,564 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/table/ff21808dde7243b68852920a0cf05a8e, entries=2, sequenceid=60, filesize=5.5 K 2024-11-16T05:01:06,568 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 222ms, sequenceid=60, compaction requested=false; wal=null 2024-11-16T05:01:06,570 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-16T05:01:06,571 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T05:01:06,571 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T05:01:06,572 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T05:01:06,573 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T05:01:06,576 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-16T05:01:06,577 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58920935, jitterRate=-0.12200964987277985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T05:01:06,577 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T05:01:06,577 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731733266316Writing region info on filesystem at 1731733266316Initializing all the Stores at 1731733266317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733266317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733266317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733266318 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731733266318Obtaining lock to block concurrent updates at 1731733266347 (+29 ms)Preparing flush snapshotting stores in 1588230740 at 1731733266347Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731733266350 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731733266350Flushing 1588230740/info: creating writer at 1731733266353 (+3 ms)Flushing 1588230740/info: appending metadata at 1731733266410 (+57 ms)Flushing 1588230740/info: closing flushed file at 1731733266413 (+3 ms)Flushing 1588230740/ns: creating writer at 1731733266474 (+61 ms)Flushing 1588230740/ns: appending metadata at 1731733266489 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731733266489Flushing 1588230740/table: creating writer at 1731733266507 (+18 ms)Flushing 1588230740/table: appending metadata at 1731733266521 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731733266521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44444a12: reopening flushed file at 1731733266537 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3b72ef: reopening flushed file at 1731733266547 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194a5a56: reopening flushed file at 1731733266555 (+8 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 222ms, sequenceid=60, compaction requested=false; wal=null at 1731733266568 (+13 ms)Cleaning up temporary data from old regions at 1731733266571 (+3 ms)Running coprocessor post-open hooks at 1731733266577 (+6 ms)Region opened successfully at 1731733266577 2024-11-16T05:01:06,578 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731733266282 2024-11-16T05:01:06,580 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T05:01:06,580 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T05:01:06,581 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:06,582 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,33639,1731733078480, state=OPEN 2024-11-16T05:01:06,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:01:06,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,33639,1731733078480, seqNum=-1] 2024-11-16T05:01:06,616 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,616 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08944eb6377cab46fc2a3202b496f3d9, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2db72dacd876bc264a8b6626ee68de74, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=252c88db644f53206653915682d1115f, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=410eccec6efd440a7217d2e79bd12a55, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=392432ef48fcc87504d1e519b1ee04f1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=728b010900eff261aaaed97dd7c94b54, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a0b4ff22b7f78af5713940454030f74, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ad13a1436cda56666efb622333aef43, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c157804c8995f37a0bae981480ea19d, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e663f991d4e6fc136f89f666eac936f4, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f4118b552cc2f2e3b9b84324694f377, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,621 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,621 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-16T05:01:06,621 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731733326621 2024-11-16T05:01:06,621 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731733386621 2024-11-16T05:01:06,621 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 677 msec 2024-11-16T05:01:06,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,628 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:06,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-16T05:01:06,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 in 500 msec 2024-11-16T05:01:06,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-16T05:01:06,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-16T05:01:06,634 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 48db94e10209,44889,1731733078355 had 10 regions 2024-11-16T05:01:06,635 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T05:01:06,635 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:06,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:06,635 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:06,871 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:06,871 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T05:01:06,871 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:06,871 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:01:06,872 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:01:06,872 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T05:01:06,872 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T05:01:06,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T05:01:06,872 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T05:01:06,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T05:01:06,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T05:01:06,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:06,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:06,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:06,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:06,875 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T05:01:06,875 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:06,876 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:06,877 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:06,877 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:06,877 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-16T05:01:06,877 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=61 2024-11-16T05:01:06,877 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,33639,1731733078480, table=hbase:meta, region=1588230740 2024-11-16T05:01:06,878 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,33639,1731733078480, state=OPEN 2024-11-16T05:01:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:06,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:06,910 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733296910 2024-11-16T05:01:06,910 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T05:01:06,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08944eb6377cab46fc2a3202b496f3d9, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2db72dacd876bc264a8b6626ee68de74, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=252c88db644f53206653915682d1115f, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=410eccec6efd440a7217d2e79bd12a55, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=392432ef48fcc87504d1e519b1ee04f1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=728b010900eff261aaaed97dd7c94b54, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a0b4ff22b7f78af5713940454030f74, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ad13a1436cda56666efb622333aef43, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c157804c8995f37a0bae981480ea19d, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e663f991d4e6fc136f89f666eac936f4, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:06,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f4118b552cc2f2e3b9b84324694f377, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:06,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:06,921 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-16T05:01:06,921 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731733326921 2024-11-16T05:01:06,921 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731733386921 2024-11-16T05:01:06,921 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-16T05:01:06,921 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 48db94e10209,44889,1731733078355 had 9 regions 2024-11-16T05:01:06,921 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T05:01:06,922 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true, isMeta: false 2024-11-16T05:01:06,924 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=1, meta=false 2024-11-16T05:01:06,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152}] 2024-11-16T05:01:06,924 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T05:01:06,924 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:06,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:06,925 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:07,171 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:07,171 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T05:01:07,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:07,171 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:01:07,172 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:01:07,172 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T05:01:07,172 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T05:01:07,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T05:01:07,172 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:07,173 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T05:01:07,174 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T05:01:07,175 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:07,178 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T05:01:07,178 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:07,178 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:07,178 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:07,178 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:07,179 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T05:01:07,180 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T05:01:07,180 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:07,180 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,181 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,181 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T05:01:07,182 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=61 2024-11-16T05:01:07,182 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,33639,1731733078480, table=hbase:meta, region=1588230740 2024-11-16T05:01:07,182 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,33639,1731733078480, state=OPEN 2024-11-16T05:01:07,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:07,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:07,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:07,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:07,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:07,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:07,204 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733297204 2024-11-16T05:01:07,204 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T05:01:07,212 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,212 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08944eb6377cab46fc2a3202b496f3d9, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2db72dacd876bc264a8b6626ee68de74, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=252c88db644f53206653915682d1115f, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=410eccec6efd440a7217d2e79bd12a55, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=392432ef48fcc87504d1e519b1ee04f1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,214 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=728b010900eff261aaaed97dd7c94b54, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a0b4ff22b7f78af5713940454030f74, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ad13a1436cda56666efb622333aef43, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c157804c8995f37a0bae981480ea19d, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,215 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e663f991d4e6fc136f89f666eac936f4, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:07,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f4118b552cc2f2e3b9b84324694f377, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:07,216 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:07,216 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-16T05:01:07,216 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731733327216 2024-11-16T05:01:07,216 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731733387216 2024-11-16T05:01:07,216 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-16T05:01:07,216 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true, isMeta: false 2024-11-16T05:01:07,219 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=1, meta=false 2024-11-16T05:01:07,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152}] 2024-11-16T05:01:07,219 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T05:01:07,222 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532}] 2024-11-16T05:01:07,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T05:01:07,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-16T05:01:07,401 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152, size=291.4 K (298415bytes) 2024-11-16T05:01:07,402 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152 2024-11-16T05:01:07,403 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152 after 0ms 2024-11-16T05:01:07,408 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152 took 7ms 2024-11-16T05:01:07,411 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 83277fa2c07fd2a35014220e2812d26c: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,412 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0f9ac0d820824d63dbe9c714a9c8633d: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 56d9aa828ffbf406d0378f6f6d265f5e: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,416 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 36124383ad5eea43ba729f27257f6ad6: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,418 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 212c5973d4638bcc2d03789238ad022e: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,419 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4228fafa27ab7aed2b78b013c2c3f7f7: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,421 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b368e5a4e3cecdc94309925e5037c522: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 42563b775bb86e8112e6a3603d4f20e1: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,424 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for da6d10f56a707d2a4562837fb89b7de1: last_flushed_sequence_id: 18446744073709551615 2024-11-16T05:01:07,429 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,431 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,434 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,435 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,436 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,436 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,436 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,439 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,439 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,440 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,443 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152 so closing down 2024-11-16T05:01:07,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T05:01:07,443 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,444 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,445 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,447 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,447 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,449 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,451 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp 2024-11-16T05:01:07,451 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T05:01:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741869_1045 (size=36767) 2024-11-16T05:01:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741869_1045 (size=36767) 2024-11-16T05:01:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741869_1045 (size=36767) 2024-11-16T05:01:07,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-16T05:01:07,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004 2024-11-16T05:01:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741870_1046 (size=36767) 2024-11-16T05:01:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741870_1046 (size=36767) 2024-11-16T05:01:07,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741870_1046 (size=36767) 2024-11-16T05:01:07,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-16T05:01:07,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741871_1047 (size=36767) 2024-11-16T05:01:07,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741871_1047 (size=36767) 2024-11-16T05:01:07,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004 2024-11-16T05:01:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741871_1047 (size=36767) 2024-11-16T05:01:07,485 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T05:01:07,487 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004 2024-11-16T05:01:07,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741872_1048 (size=36767) 2024-11-16T05:01:07,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741872_1048 (size=36767) 2024-11-16T05:01:07,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741872_1048 (size=36767) 2024-11-16T05:01:07,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-16T05:01:07,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004 2024-11-16T05:01:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741873_1049 (size=36767) 2024-11-16T05:01:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741873_1049 (size=36767) 2024-11-16T05:01:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741873_1049 (size=36767) 2024-11-16T05:01:07,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T05:01:07,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004 2024-11-16T05:01:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741874_1050 (size=262) 2024-11-16T05:01:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741874_1050 (size=262) 2024-11-16T05:01:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741874_1050 (size=262) 2024-11-16T05:01:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741876_1052 (size=36767) 2024-11-16T05:01:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741876_1052 (size=36767) 2024-11-16T05:01:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741876_1052 (size=36767) 2024-11-16T05:01:07,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-16T05:01:07,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004 2024-11-16T05:01:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741875_1051 (size=36767) 2024-11-16T05:01:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741875_1051 (size=36767) 2024-11-16T05:01:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741875_1051 (size=36767) 2024-11-16T05:01:07,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T05:01:07,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004 2024-11-16T05:01:07,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741877_1053 (size=36767) 2024-11-16T05:01:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741877_1053 (size=36767) 2024-11-16T05:01:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741877_1053 (size=36767) 2024-11-16T05:01:07,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T05:01:07,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004 2024-11-16T05:01:07,914 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T05:01:07,916 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004 2024-11-16T05:01:07,916 INFO [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 508 ms; skipped=9; WAL=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152, size=291.4 K, length=298415, corrupted=false, cancelled=false 2024-11-16T05:01:07,916 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152, journal: Splitting hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152, size=291.4 K (298415bytes) at 1731733267402Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267431 (+29 ms)Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267436 (+5 ms)Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267436Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267439 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267443 (+4 ms)Split 8 edits, skipped 9 edits. at 1731733267443Finishing writing output for hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152 so closing down at 1731733267443Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267444 (+1 ms)Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267445 (+1 ms)Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267449 (+4 ms)Creating recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp at 1731733267451 (+2 ms)3 split writer threads finished at 1731733267451Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731733267466 (+15 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004 at 1731733267468 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731733267480 (+12 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004 at 1731733267484 (+4 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731733267485 (+1 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004 at 1731733267487 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731733267493 (+6 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004 at 1731733267494 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731733267497 (+3 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004 at 1731733267499 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731733267517 (+18 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004 at 1731733267519 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731733267529 (+10 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004 at 1731733267532 (+3 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731733267534 (+2 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004 at 1731733267536 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731733267914 (+378 ms)Rename recovered edits hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004-48db94e10209%2C44889%2C1731733078355.1731733080152.temp to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004 at 1731733267916 (+2 ms)Processed 18 edits across 9 Regions in 508 ms; skipped=9; WAL=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152, size=291.4 K, length=298415, corrupted=false, cancelled=false at 1731733267916 2024-11-16T05:01:07,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152 2024-11-16T05:01:07,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-16T05:01:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-16T05:01:07,921 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting/48db94e10209%2C44889%2C1731733078355.1731733080152 to hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs 2024-11-16T05:01:07,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-16T05:01:07,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 in 698 msec 2024-11-16T05:01:07,924 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-16T05:01:07,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 in 705 msec 2024-11-16T05:01:07,929 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting dir is empty, no logs to split. 2024-11-16T05:01:07,929 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=0, meta=false 2024-11-16T05:01:07,929 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 48db94e10209,44889,1731733078355 WAL splitting is done? wals=0, meta=false 2024-11-16T05:01:07,930 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T05:01:07,930 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:07,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:07,930 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:07,967 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:07,967 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T05:01:07,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:07,967 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:01:07,967 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:01:07,967 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T05:01:07,967 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T05:01:07,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T05:01:07,968 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T05:01:07,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:07,970 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T05:01:07,971 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T05:01:07,971 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,972 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:07,972 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-16T05:01:07,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=61 2024-11-16T05:01:07,973 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,33639,1731733078480, table=hbase:meta, region=1588230740 2024-11-16T05:01:07,973 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,33639,1731733078480, state=OPEN 2024-11-16T05:01:07,991 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:07,996 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:08,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:08,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:08,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:08,029 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733298029 2024-11-16T05:01:08,029 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T05:01:08,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08944eb6377cab46fc2a3202b496f3d9, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,035 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2db72dacd876bc264a8b6626ee68de74, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=252c88db644f53206653915682d1115f, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=410eccec6efd440a7217d2e79bd12a55, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,036 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=392432ef48fcc87504d1e519b1ee04f1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=728b010900eff261aaaed97dd7c94b54, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a0b4ff22b7f78af5713940454030f74, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ad13a1436cda56666efb622333aef43, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c157804c8995f37a0bae981480ea19d, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,037 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,038 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,038 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e663f991d4e6fc136f89f666eac936f4, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,038 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f4118b552cc2f2e3b9b84324694f377, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,038 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,038 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-16T05:01:08,038 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731733328038 2024-11-16T05:01:08,038 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731733388038 2024-11-16T05:01:08,038 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-16T05:01:08,040 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 48db94e10209,44889,1731733078355 does not exist 2024-11-16T05:01:08,040 INFO [PEWorker-1 {}] master.SplitWALManager(105): 48db94e10209,44889,1731733078355 WAL count=0, meta=false 2024-11-16T05:01:08,040 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 48db94e10209,44889,1731733078355 WAL splitting is done? wals=0, meta=false 2024-11-16T05:01:08,041 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 48db94e10209,44889,1731733078355 failed, ignore...File hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/WALs/48db94e10209,44889,1731733078355-splitting does not exist. 2024-11-16T05:01:08,041 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T05:01:08,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN}] 2024-11-16T05:01:08,043 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T05:01:08,043 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:08,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:08,043 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:08,288 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:08,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T05:01:08,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:08,289 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:01:08,289 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:01:08,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T05:01:08,289 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T05:01:08,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T05:01:08,290 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T05:01:08,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T05:01:08,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T05:01:08,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:08,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:08,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:08,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:08,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:08,293 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:08,294 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T05:01:08,295 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T05:01:08,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:08,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T05:01:08,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,296 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,297 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T05:01:08,297 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:08,297 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:08,297 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:08,297 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:08,297 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:08,297 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:08,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T05:01:08,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=61 2024-11-16T05:01:08,298 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,33639,1731733078480, table=hbase:meta, region=1588230740 2024-11-16T05:01:08,298 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,33639,1731733078480, state=OPEN 2024-11-16T05:01:08,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:08,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:08,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:08,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:08,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:08,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:08,334 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:08,335 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733298335 2024-11-16T05:01:08,335 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T05:01:08,338 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,339 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,339 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08944eb6377cab46fc2a3202b496f3d9, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,339 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,339 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,339 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,339 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2db72dacd876bc264a8b6626ee68de74, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=252c88db644f53206653915682d1115f, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=410eccec6efd440a7217d2e79bd12a55, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=392432ef48fcc87504d1e519b1ee04f1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=728b010900eff261aaaed97dd7c94b54, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a0b4ff22b7f78af5713940454030f74, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ad13a1436cda56666efb622333aef43, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c157804c8995f37a0bae981480ea19d, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e663f991d4e6fc136f89f666eac936f4, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f4118b552cc2f2e3b9b84324694f377, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, lastHost=48db94e10209,44889,1731733078355, regionLocation=48db94e10209,44889,1731733078355, openSeqNum=2 2024-11-16T05:01:08,342 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-16T05:01:08,342 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731733328342 2024-11-16T05:01:08,342 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731733388342 2024-11-16T05:01:08,343 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-16T05:01:08,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN}] 2024-11-16T05:01:08,343 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T05:01:08,345 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN 2024-11-16T05:01:08,345 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,346 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN 2024-11-16T05:01:08,347 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,347 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN 2024-11-16T05:01:08,348 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,349 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN 2024-11-16T05:01:08,350 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,350 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN 2024-11-16T05:01:08,351 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,352 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN 2024-11-16T05:01:08,352 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,353 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN 2024-11-16T05:01:08,354 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN 2024-11-16T05:01:08,355 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN 2024-11-16T05:01:08,356 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T05:01:08,496 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(204): Hosts are {48db94e10209=0} racks are {/default-rack=0} 2024-11-16T05:01:08,497 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T05:01:08,497 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T05:01:08,497 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T05:01:08,497 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T05:01:08,497 INFO [48db94e10209:42841 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T05:01:08,497 INFO [48db94e10209:42841 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T05:01:08,497 DEBUG [48db94e10209:42841 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T05:01:08,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=42563b775bb86e8112e6a3603d4f20e1, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=b368e5a4e3cecdc94309925e5037c522, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=da6d10f56a707d2a4562837fb89b7de1, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=83277fa2c07fd2a35014220e2812d26c, regionState=OPENING, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=212c5973d4638bcc2d03789238ad022e, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN because future has completed 2024-11-16T05:01:08,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,33639,1731733078480}] 2024-11-16T05:01:08,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN because future has completed 2024-11-16T05:01:08,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN because future has completed 2024-11-16T05:01:08,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN because future has completed 2024-11-16T05:01:08,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN because future has completed 2024-11-16T05:01:08,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,36285,1731733078532}] 2024-11-16T05:01:08,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN because future has completed 2024-11-16T05:01:08,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,36285,1731733078532}] 2024-11-16T05:01:08,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,33639,1731733078480}] 2024-11-16T05:01:08,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,33639,1731733078480}] 2024-11-16T05:01:08,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,33639,1731733078480}] 2024-11-16T05:01:08,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=36124383ad5eea43ba729f27257f6ad6, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPENING, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN because future has completed 2024-11-16T05:01:08,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,36285,1731733078532}] 2024-11-16T05:01:08,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN because future has completed 2024-11-16T05:01:08,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN because future has completed 2024-11-16T05:01:08,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,36285,1731733078532}] 2024-11-16T05:01:08,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,36285,1731733078532}] 2024-11-16T05:01:08,661 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:08,661 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => b368e5a4e3cecdc94309925e5037c522, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-16T05:01:08,661 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,661 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,662 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,662 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,664 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,664 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:08,664 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 212c5973d4638bcc2d03789238ad022e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-16T05:01:08,665 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,665 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,665 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,665 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,666 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b368e5a4e3cecdc94309925e5037c522 columnFamilyName colfamily11 2024-11-16T05:01:08,666 DEBUG [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,667 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(327): Store=b368e5a4e3cecdc94309925e5037c522/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,667 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,667 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,668 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b368e5a4e3cecdc94309925e5037c522 columnFamilyName colfamily21 2024-11-16T05:01:08,668 DEBUG [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,668 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 212c5973d4638bcc2d03789238ad022e columnFamilyName colfamily11 2024-11-16T05:01:08,669 DEBUG [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,669 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(327): Store=b368e5a4e3cecdc94309925e5037c522/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,669 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(327): Store=212c5973d4638bcc2d03789238ad022e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,669 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,669 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,670 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b368e5a4e3cecdc94309925e5037c522 columnFamilyName colfamily31 2024-11-16T05:01:08,670 DEBUG [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,670 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 212c5973d4638bcc2d03789238ad022e columnFamilyName colfamily21 2024-11-16T05:01:08,670 DEBUG [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,670 INFO [StoreOpener-b368e5a4e3cecdc94309925e5037c522-1 {}] regionserver.HStore(327): Store=b368e5a4e3cecdc94309925e5037c522/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,670 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(327): Store=212c5973d4638bcc2d03789238ad022e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,671 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,671 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,671 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,672 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 212c5973d4638bcc2d03789238ad022e columnFamilyName colfamily31 2024-11-16T05:01:08,672 DEBUG [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,672 INFO [StoreOpener-212c5973d4638bcc2d03789238ad022e-1 {}] regionserver.HStore(327): Store=212c5973d4638bcc2d03789238ad022e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,672 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,673 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,674 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,675 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004 2024-11-16T05:01:08,675 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,675 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004 2024-11-16T05:01:08,681 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004 2024-11-16T05:01:08,681 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 212c5973d4638bcc2d03789238ad022e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:08,681 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004 2024-11-16T05:01:08,681 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing b368e5a4e3cecdc94309925e5037c522 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:08,703 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/.tmp/colfamily11/f361cdaf74cc47eea7bb5fd68a8a09a0 is 52, key is qqq/colfamily11:colfamily11/1731733084648/Put/seqid=0 2024-11-16T05:01:08,704 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/.tmp/colfamily11/ae4dd7c4b8bd4e0f8fcedd1743717a33 is 52, key is ttt/colfamily11:colfamily11/1731733084688/Put/seqid=0 2024-11-16T05:01:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741878_1054 (size=39263) 2024-11-16T05:01:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741878_1054 (size=39263) 2024-11-16T05:01:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741878_1054 (size=39263) 2024-11-16T05:01:08,712 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/.tmp/colfamily11/f361cdaf74cc47eea7bb5fd68a8a09a0 2024-11-16T05:01:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741879_1055 (size=39263) 2024-11-16T05:01:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741879_1055 (size=39263) 2024-11-16T05:01:08,718 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/.tmp/colfamily11/ae4dd7c4b8bd4e0f8fcedd1743717a33 2024-11-16T05:01:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741879_1055 (size=39263) 2024-11-16T05:01:08,720 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/.tmp/colfamily11/f361cdaf74cc47eea7bb5fd68a8a09a0 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/colfamily11/f361cdaf74cc47eea7bb5fd68a8a09a0 2024-11-16T05:01:08,726 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/.tmp/colfamily11/ae4dd7c4b8bd4e0f8fcedd1743717a33 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/colfamily11/ae4dd7c4b8bd4e0f8fcedd1743717a33 2024-11-16T05:01:08,728 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/colfamily11/f361cdaf74cc47eea7bb5fd68a8a09a0, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:08,728 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b368e5a4e3cecdc94309925e5037c522 in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:08,729 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/0000000000000000004 2024-11-16T05:01:08,730 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,730 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,731 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:08,733 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,733 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/colfamily11/ae4dd7c4b8bd4e0f8fcedd1743717a33, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:08,734 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 212c5973d4638bcc2d03789238ad022e in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:08,734 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/0000000000000000004 2024-11-16T05:01:08,736 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,736 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:08,736 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,736 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:08,737 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened b368e5a4e3cecdc94309925e5037c522; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70610828, jitterRate=0.052183330059051514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:08,737 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:08,737 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for b368e5a4e3cecdc94309925e5037c522: Running coprocessor pre-open hook at 1731733268662Writing region info on filesystem at 1731733268662Initializing all the Stores at 1731733268663 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268663Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268664 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268664Obtaining lock to block concurrent updates at 1731733268681 (+17 ms)Preparing flush snapshotting stores in b368e5a4e3cecdc94309925e5037c522 at 1731733268681Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733268681Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. at 1731733268681Flushing b368e5a4e3cecdc94309925e5037c522/colfamily11: creating writer at 1731733268681Flushing b368e5a4e3cecdc94309925e5037c522/colfamily11: appending metadata at 1731733268703 (+22 ms)Flushing b368e5a4e3cecdc94309925e5037c522/colfamily11: closing flushed file at 1731733268703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10efbacb: reopening flushed file at 1731733268719 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b368e5a4e3cecdc94309925e5037c522 in 47ms, sequenceid=4, compaction requested=false; wal=null at 1731733268728 (+9 ms)Cleaning up temporary data from old regions at 1731733268730 (+2 ms)Running coprocessor post-open hooks at 1731733268737 (+7 ms)Region opened successfully at 1731733268737 2024-11-16T05:01:08,738 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., pid=78, masterSystemTime=1731733268656 2024-11-16T05:01:08,738 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,740 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:08,741 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:08,741 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:08,741 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 83277fa2c07fd2a35014220e2812d26c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-16T05:01:08,741 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,741 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,742 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,742 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,744 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:08,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T05:01:08,745 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,746 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 212c5973d4638bcc2d03789238ad022e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66832290, jitterRate=-0.004121273756027222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:08,746 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:08,746 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 212c5973d4638bcc2d03789238ad022e: Running coprocessor pre-open hook at 1731733268665Writing region info on filesystem at 1731733268665Initializing all the Stores at 1731733268667 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268667Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268667Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268667Obtaining lock to block concurrent updates at 1731733268681 (+14 ms)Preparing flush snapshotting stores in 212c5973d4638bcc2d03789238ad022e at 1731733268681Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733268681Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. at 1731733268681Flushing 212c5973d4638bcc2d03789238ad022e/colfamily11: creating writer at 1731733268681Flushing 212c5973d4638bcc2d03789238ad022e/colfamily11: appending metadata at 1731733268704 (+23 ms)Flushing 212c5973d4638bcc2d03789238ad022e/colfamily11: closing flushed file at 1731733268704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53aa47e0: reopening flushed file at 1731733268725 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 212c5973d4638bcc2d03789238ad022e in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731733268734 (+9 ms)Cleaning up temporary data from old regions at 1731733268736 (+2 ms)Running coprocessor post-open hooks at 1731733268746 (+10 ms)Region opened successfully at 1731733268746 2024-11-16T05:01:08,746 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83277fa2c07fd2a35014220e2812d26c columnFamilyName colfamily11 2024-11-16T05:01:08,747 DEBUG [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,747 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(327): Store=83277fa2c07fd2a35014220e2812d26c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,748 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., pid=75, masterSystemTime=1731733268659 2024-11-16T05:01:08,748 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=65 2024-11-16T05:01:08,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,33639,1731733078480 in 228 msec 2024-11-16T05:01:08,749 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83277fa2c07fd2a35014220e2812d26c columnFamilyName colfamily21 2024-11-16T05:01:08,749 DEBUG [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,750 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(327): Store=83277fa2c07fd2a35014220e2812d26c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,750 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,750 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:08,750 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:08,750 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:08,751 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f9ac0d820824d63dbe9c714a9c8633d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-16T05:01:08,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN in 406 msec 2024-11-16T05:01:08,751 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,751 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,751 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83277fa2c07fd2a35014220e2812d26c columnFamilyName colfamily31 2024-11-16T05:01:08,751 DEBUG [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,751 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,751 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,752 INFO [StoreOpener-83277fa2c07fd2a35014220e2812d26c-1 {}] regionserver.HStore(327): Store=83277fa2c07fd2a35014220e2812d26c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,752 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,753 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,753 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,754 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9ac0d820824d63dbe9c714a9c8633d columnFamilyName colfamily11 2024-11-16T05:01:08,754 DEBUG [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T05:01:08,755 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(327): Store=0f9ac0d820824d63dbe9c714a9c8633d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,755 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,755 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,756 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9ac0d820824d63dbe9c714a9c8633d columnFamilyName colfamily21 2024-11-16T05:01:08,756 DEBUG [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,756 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004 2024-11-16T05:01:08,756 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(327): Store=0f9ac0d820824d63dbe9c714a9c8633d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,757 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,758 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9ac0d820824d63dbe9c714a9c8633d columnFamilyName colfamily31 2024-11-16T05:01:08,758 DEBUG [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,759 INFO [StoreOpener-0f9ac0d820824d63dbe9c714a9c8633d-1 {}] regionserver.HStore(327): Store=0f9ac0d820824d63dbe9c714a9c8633d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,759 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=67 2024-11-16T05:01:08,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,36285,1731733078532 in 246 msec 2024-11-16T05:01:08,760 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,762 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004 2024-11-16T05:01:08,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN in 417 msec 2024-11-16T05:01:08,763 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 83277fa2c07fd2a35014220e2812d26c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:08,765 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,765 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004 2024-11-16T05:01:08,772 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004 2024-11-16T05:01:08,772 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 0f9ac0d820824d63dbe9c714a9c8633d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:08,786 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/.tmp/colfamily11/53cf25a506464041b3391cb397d7a5bc is 52, key is eee/colfamily11:colfamily11/1731733084530/Put/seqid=0 2024-11-16T05:01:08,792 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/.tmp/colfamily11/0364ec2806754a8cabb5bf455d9f1df4 is 52, key is bbb/colfamily11:colfamily11/1731733084498/Put/seqid=0 2024-11-16T05:01:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741880_1056 (size=39263) 2024-11-16T05:01:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741880_1056 (size=39263) 2024-11-16T05:01:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741880_1056 (size=39263) 2024-11-16T05:01:08,801 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/.tmp/colfamily11/53cf25a506464041b3391cb397d7a5bc 2024-11-16T05:01:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741881_1057 (size=39263) 2024-11-16T05:01:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741881_1057 (size=39263) 2024-11-16T05:01:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741881_1057 (size=39263) 2024-11-16T05:01:08,805 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/.tmp/colfamily11/0364ec2806754a8cabb5bf455d9f1df4 2024-11-16T05:01:08,809 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/.tmp/colfamily11/53cf25a506464041b3391cb397d7a5bc as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/colfamily11/53cf25a506464041b3391cb397d7a5bc 2024-11-16T05:01:08,812 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/.tmp/colfamily11/0364ec2806754a8cabb5bf455d9f1df4 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/colfamily11/0364ec2806754a8cabb5bf455d9f1df4 2024-11-16T05:01:08,816 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/colfamily11/53cf25a506464041b3391cb397d7a5bc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:08,816 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 83277fa2c07fd2a35014220e2812d26c in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:08,817 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/0000000000000000004 2024-11-16T05:01:08,818 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,818 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,819 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/colfamily11/0364ec2806754a8cabb5bf455d9f1df4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:08,819 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:08,819 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0f9ac0d820824d63dbe9c714a9c8633d in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:08,820 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/0000000000000000004 2024-11-16T05:01:08,821 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,821 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,821 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,822 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:08,823 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,823 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:08,824 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 83277fa2c07fd2a35014220e2812d26c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59137336, jitterRate=-0.11878502368927002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:08,824 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:08,825 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 83277fa2c07fd2a35014220e2812d26c: Running coprocessor pre-open hook at 1731733268742Writing region info on filesystem at 1731733268742Initializing all the Stores at 1731733268745 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268745Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268745Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268745Obtaining lock to block concurrent updates at 1731733268763 (+18 ms)Preparing flush snapshotting stores in 83277fa2c07fd2a35014220e2812d26c at 1731733268763Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733268763Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. at 1731733268763Flushing 83277fa2c07fd2a35014220e2812d26c/colfamily11: creating writer at 1731733268763Flushing 83277fa2c07fd2a35014220e2812d26c/colfamily11: appending metadata at 1731733268786 (+23 ms)Flushing 83277fa2c07fd2a35014220e2812d26c/colfamily11: closing flushed file at 1731733268786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c1143c: reopening flushed file at 1731733268808 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 83277fa2c07fd2a35014220e2812d26c in 54ms, sequenceid=4, compaction requested=false; wal=null at 1731733268816 (+8 ms)Cleaning up temporary data from old regions at 1731733268819 (+3 ms)Running coprocessor post-open hooks at 1731733268824 (+5 ms)Region opened successfully at 1731733268824 2024-11-16T05:01:08,825 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:08,825 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., pid=76, masterSystemTime=1731733268656 2024-11-16T05:01:08,827 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 0f9ac0d820824d63dbe9c714a9c8633d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63014777, jitterRate=-0.06100665032863617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:08,827 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:08,828 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 0f9ac0d820824d63dbe9c714a9c8633d: Running coprocessor pre-open hook at 1731733268751Writing region info on filesystem at 1731733268751Initializing all the Stores at 1731733268752 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268752Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268753 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268753Obtaining lock to block concurrent updates at 1731733268772 (+19 ms)Preparing flush snapshotting stores in 0f9ac0d820824d63dbe9c714a9c8633d at 1731733268772Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733268772Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. at 1731733268772Flushing 0f9ac0d820824d63dbe9c714a9c8633d/colfamily11: creating writer at 1731733268772Flushing 0f9ac0d820824d63dbe9c714a9c8633d/colfamily11: appending metadata at 1731733268792 (+20 ms)Flushing 0f9ac0d820824d63dbe9c714a9c8633d/colfamily11: closing flushed file at 1731733268792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e10c2fb: reopening flushed file at 1731733268811 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0f9ac0d820824d63dbe9c714a9c8633d in 47ms, sequenceid=4, compaction requested=false; wal=null at 1731733268819 (+8 ms)Cleaning up temporary data from old regions at 1731733268821 (+2 ms)Running coprocessor post-open hooks at 1731733268827 (+6 ms)Region opened successfully at 1731733268828 (+1 ms) 2024-11-16T05:01:08,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,829 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., pid=80, masterSystemTime=1731733268659 2024-11-16T05:01:08,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T05:01:08,830 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:08,830 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:08,831 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:08,831 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:08,831 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:08,831 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 42563b775bb86e8112e6a3603d4f20e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-16T05:01:08,831 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:08,831 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 36124383ad5eea43ba729f27257f6ad6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-16T05:01:08,831 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,831 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,831 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,831 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,832 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,832 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,832 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,832 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,833 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,834 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=69 2024-11-16T05:01:08,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,33639,1731733078480 in 318 msec 2024-11-16T05:01:08,835 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42563b775bb86e8112e6a3603d4f20e1 columnFamilyName colfamily11 2024-11-16T05:01:08,835 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36124383ad5eea43ba729f27257f6ad6 columnFamilyName colfamily11 2024-11-16T05:01:08,835 DEBUG [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,835 DEBUG [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,836 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(327): Store=36124383ad5eea43ba729f27257f6ad6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,836 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,836 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(327): Store=42563b775bb86e8112e6a3603d4f20e1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,837 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN in 491 msec 2024-11-16T05:01:08,837 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36124383ad5eea43ba729f27257f6ad6 columnFamilyName colfamily21 2024-11-16T05:01:08,837 DEBUG [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,838 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(327): Store=36124383ad5eea43ba729f27257f6ad6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,838 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42563b775bb86e8112e6a3603d4f20e1 columnFamilyName colfamily21 2024-11-16T05:01:08,838 DEBUG [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,838 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,838 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(327): Store=42563b775bb86e8112e6a3603d4f20e1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,839 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,839 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36124383ad5eea43ba729f27257f6ad6 columnFamilyName colfamily31 2024-11-16T05:01:08,839 DEBUG [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,839 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42563b775bb86e8112e6a3603d4f20e1 columnFamilyName colfamily31 2024-11-16T05:01:08,839 DEBUG [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,840 INFO [StoreOpener-42563b775bb86e8112e6a3603d4f20e1-1 {}] regionserver.HStore(327): Store=42563b775bb86e8112e6a3603d4f20e1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,840 INFO [StoreOpener-36124383ad5eea43ba729f27257f6ad6-1 {}] regionserver.HStore(327): Store=36124383ad5eea43ba729f27257f6ad6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,840 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,840 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,841 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,841 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T05:01:08,843 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=48db94e10209,36285,1731733078532, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T05:01:08,845 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,845 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,846 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004 2024-11-16T05:01:08,846 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004 2024-11-16T05:01:08,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=68 2024-11-16T05:01:08,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,36285,1731733078532 in 318 msec 2024-11-16T05:01:08,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN in 504 msec 2024-11-16T05:01:08,852 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004 2024-11-16T05:01:08,852 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 36124383ad5eea43ba729f27257f6ad6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:08,853 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004 2024-11-16T05:01:08,853 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 42563b775bb86e8112e6a3603d4f20e1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:08,876 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/.tmp/colfamily11/4a5d62706604456ea86d55cd73730655 is 52, key is nnn/colfamily11:colfamily11/1731733084609/Put/seqid=0 2024-11-16T05:01:08,876 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/.tmp/colfamily11/17473235950540cd90ae4d7eb7aaa357 is 52, key is www/colfamily11:colfamily11/1731733084722/Put/seqid=0 2024-11-16T05:01:08,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741883_1059 (size=39263) 2024-11-16T05:01:08,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741882_1058 (size=39263) 2024-11-16T05:01:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741883_1059 (size=39263) 2024-11-16T05:01:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741883_1059 (size=39263) 2024-11-16T05:01:08,888 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/.tmp/colfamily11/4a5d62706604456ea86d55cd73730655 2024-11-16T05:01:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741882_1058 (size=39263) 2024-11-16T05:01:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741882_1058 (size=39263) 2024-11-16T05:01:08,889 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/.tmp/colfamily11/17473235950540cd90ae4d7eb7aaa357 2024-11-16T05:01:08,897 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/.tmp/colfamily11/4a5d62706604456ea86d55cd73730655 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/colfamily11/4a5d62706604456ea86d55cd73730655 2024-11-16T05:01:08,897 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/.tmp/colfamily11/17473235950540cd90ae4d7eb7aaa357 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/colfamily11/17473235950540cd90ae4d7eb7aaa357 2024-11-16T05:01:08,904 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/colfamily11/4a5d62706604456ea86d55cd73730655, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:08,904 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 36124383ad5eea43ba729f27257f6ad6 in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:08,904 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/colfamily11/17473235950540cd90ae4d7eb7aaa357, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:08,905 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 42563b775bb86e8112e6a3603d4f20e1 in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:08,905 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/0000000000000000004 2024-11-16T05:01:08,905 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/0000000000000000004 2024-11-16T05:01:08,906 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,906 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,906 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,906 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,907 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:08,907 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:08,908 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,908 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,911 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:08,911 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:08,912 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 42563b775bb86e8112e6a3603d4f20e1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65302908, jitterRate=-0.026910841464996338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:08,912 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 36124383ad5eea43ba729f27257f6ad6; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62734537, jitterRate=-0.06518255174160004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:08,912 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:08,912 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:08,912 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 42563b775bb86e8112e6a3603d4f20e1: Running coprocessor pre-open hook at 1731733268832Writing region info on filesystem at 1731733268832Initializing all the Stores at 1731733268833 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268833Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268833Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268833Obtaining lock to block concurrent updates at 1731733268853 (+20 ms)Preparing flush snapshotting stores in 42563b775bb86e8112e6a3603d4f20e1 at 1731733268853Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733268853Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. at 1731733268853Flushing 42563b775bb86e8112e6a3603d4f20e1/colfamily11: creating writer at 1731733268853Flushing 42563b775bb86e8112e6a3603d4f20e1/colfamily11: appending metadata at 1731733268876 (+23 ms)Flushing 42563b775bb86e8112e6a3603d4f20e1/colfamily11: closing flushed file at 1731733268876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220da628: reopening flushed file at 1731733268896 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 42563b775bb86e8112e6a3603d4f20e1 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731733268905 (+9 ms)Cleaning up temporary data from old regions at 1731733268906 (+1 ms)Running coprocessor post-open hooks at 1731733268912 (+6 ms)Region opened successfully at 1731733268912 2024-11-16T05:01:08,912 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 36124383ad5eea43ba729f27257f6ad6: Running coprocessor pre-open hook at 1731733268832Writing region info on filesystem at 1731733268832Initializing all the Stores at 1731733268833 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268833Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268834 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268834Obtaining lock to block concurrent updates at 1731733268852 (+18 ms)Preparing flush snapshotting stores in 36124383ad5eea43ba729f27257f6ad6 at 1731733268852Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733268852Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. at 1731733268852Flushing 36124383ad5eea43ba729f27257f6ad6/colfamily11: creating writer at 1731733268853 (+1 ms)Flushing 36124383ad5eea43ba729f27257f6ad6/colfamily11: appending metadata at 1731733268875 (+22 ms)Flushing 36124383ad5eea43ba729f27257f6ad6/colfamily11: closing flushed file at 1731733268876 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b245014: reopening flushed file at 1731733268896 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 36124383ad5eea43ba729f27257f6ad6 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731733268904 (+8 ms)Cleaning up temporary data from old regions at 1731733268906 (+2 ms)Running coprocessor post-open hooks at 1731733268912 (+6 ms)Region opened successfully at 1731733268912 2024-11-16T05:01:08,915 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., pid=73, masterSystemTime=1731733268656 2024-11-16T05:01:08,915 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., pid=79, masterSystemTime=1731733268659 2024-11-16T05:01:08,918 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:08,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:08,918 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:08,918 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:08,918 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:08,918 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:08,918 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 4228fafa27ab7aed2b78b013c2c3f7f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => da6d10f56a707d2a4562837fb89b7de1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,919 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T05:01:08,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=71 2024-11-16T05:01:08,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,36285,1731733078532 in 400 msec 2024-11-16T05:01:08,927 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,928 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6d10f56a707d2a4562837fb89b7de1 columnFamilyName colfamily11 2024-11-16T05:01:08,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN in 583 msec 2024-11-16T05:01:08,928 DEBUG [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,929 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(327): Store=da6d10f56a707d2a4562837fb89b7de1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,929 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,929 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:08,930 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6d10f56a707d2a4562837fb89b7de1 columnFamilyName colfamily21 2024-11-16T05:01:08,930 DEBUG [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,931 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,932 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(327): Store=da6d10f56a707d2a4562837fb89b7de1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,932 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T05:01:08,933 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4228fafa27ab7aed2b78b013c2c3f7f7 columnFamilyName colfamily11 2024-11-16T05:01:08,933 DEBUG [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,934 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6d10f56a707d2a4562837fb89b7de1 columnFamilyName colfamily31 2024-11-16T05:01:08,934 DEBUG [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,935 INFO [StoreOpener-da6d10f56a707d2a4562837fb89b7de1-1 {}] regionserver.HStore(327): Store=da6d10f56a707d2a4562837fb89b7de1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,936 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(327): Store=4228fafa27ab7aed2b78b013c2c3f7f7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,936 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,936 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,937 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,938 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4228fafa27ab7aed2b78b013c2c3f7f7 columnFamilyName colfamily21 2024-11-16T05:01:08,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=66 2024-11-16T05:01:08,938 DEBUG [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,33639,1731733078480 in 432 msec 2024-11-16T05:01:08,939 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:08,939 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004 2024-11-16T05:01:08,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN in 595 msec 2024-11-16T05:01:08,946 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004 2024-11-16T05:01:08,946 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing da6d10f56a707d2a4562837fb89b7de1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:08,946 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(327): Store=4228fafa27ab7aed2b78b013c2c3f7f7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,946 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,947 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4228fafa27ab7aed2b78b013c2c3f7f7 columnFamilyName colfamily31 2024-11-16T05:01:08,948 DEBUG [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:08,948 INFO [StoreOpener-4228fafa27ab7aed2b78b013c2c3f7f7-1 {}] regionserver.HStore(327): Store=4228fafa27ab7aed2b78b013c2c3f7f7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:08,949 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,950 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,952 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:08,953 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004 2024-11-16T05:01:08,960 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004 2024-11-16T05:01:08,960 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 4228fafa27ab7aed2b78b013c2c3f7f7 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-16T05:01:08,967 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/.tmp/colfamily11/19681ee4219443069077a380436e77e5 is 52, key is jjj/colfamily11:colfamily11/1731733084574/Put/seqid=0 2024-11-16T05:01:08,978 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/.tmp/colfamily11/f86bf3667b174639974fcac445468a4d is 52, key is zzz/colfamily11:colfamily11/1731733084728/Put/seqid=0 2024-11-16T05:01:08,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741884_1060 (size=39263) 2024-11-16T05:01:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741884_1060 (size=39263) 2024-11-16T05:01:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741884_1060 (size=39263) 2024-11-16T05:01:08,981 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/.tmp/colfamily11/19681ee4219443069077a380436e77e5 2024-11-16T05:01:08,989 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/.tmp/colfamily11/19681ee4219443069077a380436e77e5 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/colfamily11/19681ee4219443069077a380436e77e5 2024-11-16T05:01:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741885_1061 (size=4857) 2024-11-16T05:01:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741885_1061 (size=4857) 2024-11-16T05:01:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741885_1061 (size=4857) 2024-11-16T05:01:08,994 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/.tmp/colfamily11/f86bf3667b174639974fcac445468a4d 2024-11-16T05:01:08,998 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/colfamily11/19681ee4219443069077a380436e77e5, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:08,998 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for da6d10f56a707d2a4562837fb89b7de1 in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:08,999 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/0000000000000000004 2024-11-16T05:01:09,000 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:09,000 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:09,001 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/.tmp/colfamily11/f86bf3667b174639974fcac445468a4d as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/colfamily11/f86bf3667b174639974fcac445468a4d 2024-11-16T05:01:09,001 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:09,003 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:09,005 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:09,006 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened da6d10f56a707d2a4562837fb89b7de1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69420779, jitterRate=0.034450218081474304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:09,006 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:09,006 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for da6d10f56a707d2a4562837fb89b7de1: Running coprocessor pre-open hook at 1731733268919Writing region info on filesystem at 1731733268919Initializing all the Stores at 1731733268922 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268923 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268926 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268926Obtaining lock to block concurrent updates at 1731733268946 (+20 ms)Preparing flush snapshotting stores in da6d10f56a707d2a4562837fb89b7de1 at 1731733268946Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733268946Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. at 1731733268946Flushing da6d10f56a707d2a4562837fb89b7de1/colfamily11: creating writer at 1731733268946Flushing da6d10f56a707d2a4562837fb89b7de1/colfamily11: appending metadata at 1731733268967 (+21 ms)Flushing da6d10f56a707d2a4562837fb89b7de1/colfamily11: closing flushed file at 1731733268967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbb30f4: reopening flushed file at 1731733268988 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for da6d10f56a707d2a4562837fb89b7de1 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731733268998 (+10 ms)Cleaning up temporary data from old regions at 1731733269000 (+2 ms)Running coprocessor post-open hooks at 1731733269006 (+6 ms)Region opened successfully at 1731733269006 2024-11-16T05:01:09,007 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., pid=77, masterSystemTime=1731733268656 2024-11-16T05:01:09,008 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/colfamily11/f86bf3667b174639974fcac445468a4d, entries=1, sequenceid=4, filesize=4.7 K 2024-11-16T05:01:09,008 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 4228fafa27ab7aed2b78b013c2c3f7f7 in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:09,009 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:09,009 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:09,009 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/0000000000000000004 2024-11-16T05:01:09,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,33639,1731733078480 2024-11-16T05:01:09,010 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:09,010 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:09,011 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,33639,1731733078480 because future has completed 2024-11-16T05:01:09,013 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:09,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=72 2024-11-16T05:01:09,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,33639,1731733078480 in 496 msec 2024-11-16T05:01:09,016 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:09,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN in 672 msec 2024-11-16T05:01:09,017 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 4228fafa27ab7aed2b78b013c2c3f7f7; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71184283, jitterRate=0.06072847545146942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:09,017 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:09,017 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 4228fafa27ab7aed2b78b013c2c3f7f7: Running coprocessor pre-open hook at 1731733268919Writing region info on filesystem at 1731733268919Initializing all the Stores at 1731733268923 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268923Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268930 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733268931 (+1 ms)Obtaining lock to block concurrent updates at 1731733268960 (+29 ms)Preparing flush snapshotting stores in 4228fafa27ab7aed2b78b013c2c3f7f7 at 1731733268960Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731733268960Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. at 1731733268960Flushing 4228fafa27ab7aed2b78b013c2c3f7f7/colfamily11: creating writer at 1731733268960Flushing 4228fafa27ab7aed2b78b013c2c3f7f7/colfamily11: appending metadata at 1731733268978 (+18 ms)Flushing 4228fafa27ab7aed2b78b013c2c3f7f7/colfamily11: closing flushed file at 1731733268978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf0fe7f: reopening flushed file at 1731733269000 (+22 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 4228fafa27ab7aed2b78b013c2c3f7f7 in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731733269008 (+8 ms)Cleaning up temporary data from old regions at 1731733269010 (+2 ms)Running coprocessor post-open hooks at 1731733269017 (+7 ms)Region opened successfully at 1731733269017 2024-11-16T05:01:09,018 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., pid=74, masterSystemTime=1731733268659 2024-11-16T05:01:09,020 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:09,020 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:09,020 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:09,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,020 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 56d9aa828ffbf406d0378f6f6d265f5e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-16T05:01:09,021 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,021 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T05:01:09,021 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,021 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T05:01:09,023 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,024 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d9aa828ffbf406d0378f6f6d265f5e columnFamilyName colfamily11 2024-11-16T05:01:09,024 DEBUG [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:09,024 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(327): Store=56d9aa828ffbf406d0378f6f6d265f5e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:09,025 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=70 2024-11-16T05:01:09,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,36285,1731733078532 in 516 msec 2024-11-16T05:01:09,025 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d9aa828ffbf406d0378f6f6d265f5e columnFamilyName colfamily21 2024-11-16T05:01:09,026 DEBUG [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:09,026 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(327): Store=56d9aa828ffbf406d0378f6f6d265f5e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:09,026 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN in 682 msec 2024-11-16T05:01:09,027 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d9aa828ffbf406d0378f6f6d265f5e columnFamilyName colfamily31 2024-11-16T05:01:09,027 DEBUG [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T05:01:09,028 INFO [StoreOpener-56d9aa828ffbf406d0378f6f6d265f5e-1 {}] regionserver.HStore(327): Store=56d9aa828ffbf406d0378f6f6d265f5e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T05:01:09,028 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,029 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,030 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,030 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004 2024-11-16T05:01:09,035 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004 2024-11-16T05:01:09,035 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 56d9aa828ffbf406d0378f6f6d265f5e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:09,051 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/.tmp/colfamily11/3df9b22014f647b8bb34c9d513017405 is 52, key is ggg/colfamily11:colfamily11/1731733084552/Put/seqid=0 2024-11-16T05:01:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741886_1062 (size=39263) 2024-11-16T05:01:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741886_1062 (size=39263) 2024-11-16T05:01:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741886_1062 (size=39263) 2024-11-16T05:01:09,058 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/.tmp/colfamily11/3df9b22014f647b8bb34c9d513017405 2024-11-16T05:01:09,065 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/.tmp/colfamily11/3df9b22014f647b8bb34c9d513017405 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/colfamily11/3df9b22014f647b8bb34c9d513017405 2024-11-16T05:01:09,071 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/colfamily11/3df9b22014f647b8bb34c9d513017405, entries=703, sequenceid=4, filesize=38.3 K 2024-11-16T05:01:09,071 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 56d9aa828ffbf406d0378f6f6d265f5e in 36ms, sequenceid=4, compaction requested=false; wal=null 2024-11-16T05:01:09,072 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/0000000000000000004 2024-11-16T05:01:09,073 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,073 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,074 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T05:01:09,075 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,078 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T05:01:09,078 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 56d9aa828ffbf406d0378f6f6d265f5e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73743721, jitterRate=0.09886707365512848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T05:01:09,079 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:09,079 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 56d9aa828ffbf406d0378f6f6d265f5e: Running coprocessor pre-open hook at 1731733269021Writing region info on filesystem at 1731733269021Initializing all the Stores at 1731733269022 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733269022Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733269022Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731733269022Obtaining lock to block concurrent updates at 1731733269035 (+13 ms)Preparing flush snapshotting stores in 56d9aa828ffbf406d0378f6f6d265f5e at 1731733269035Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733269035Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. at 1731733269035Flushing 56d9aa828ffbf406d0378f6f6d265f5e/colfamily11: creating writer at 1731733269035Flushing 56d9aa828ffbf406d0378f6f6d265f5e/colfamily11: appending metadata at 1731733269050 (+15 ms)Flushing 56d9aa828ffbf406d0378f6f6d265f5e/colfamily11: closing flushed file at 1731733269050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454029f6: reopening flushed file at 1731733269064 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 56d9aa828ffbf406d0378f6f6d265f5e in 36ms, sequenceid=4, compaction requested=false; wal=null at 1731733269071 (+7 ms)Cleaning up temporary data from old regions at 1731733269073 (+2 ms)Running coprocessor post-open hooks at 1731733269079 (+6 ms)Region opened successfully at 1731733269079 2024-11-16T05:01:09,080 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., pid=81, masterSystemTime=1731733268659 2024-11-16T05:01:09,082 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:09,082 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:09,082 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, openSeqNum=5, regionLocation=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,36285,1731733078532 because future has completed 2024-11-16T05:01:09,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=64 2024-11-16T05:01:09,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,36285,1731733078532 in 557 msec 2024-11-16T05:01:09,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=57 2024-11-16T05:01:09,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN in 743 msec 2024-11-16T05:01:09,088 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 48db94e10209,44889,1731733078355 after splitting done 2024-11-16T05:01:09,088 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-16T05:01:09,088 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:09,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:09,088 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:09,093 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:09,093 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-16T05:01:09,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:09,093 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:01:09,093 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:01:09,093 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-16T05:01:09,093 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-16T05:01:09,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-16T05:01:09,094 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T05:01:09,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-16T05:01:09,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T05:01:09,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,33639,1731733078480 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,36285,1731733078532 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.meta.1731733080497.meta, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 48db94e10209%2C44889%2C1731733078355.1731733080152, worker=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56d9aa828ffbf406d0378f6f6d265f5e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b368e5a4e3cecdc94309925e5037c522, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=42563b775bb86e8112e6a3603d4f20e1, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=212c5973d4638bcc2d03789238ad022e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f9ac0d820824d63dbe9c714a9c8633d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83277fa2c07fd2a35014220e2812d26c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4228fafa27ab7aed2b78b013c2c3f7f7, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36124383ad5eea43ba729f27257f6ad6, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=da6d10f56a707d2a4562837fb89b7de1, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 42563b775bb86e8112e6a3603d4f20e1, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 4228fafa27ab7aed2b78b013c2c3f7f7, server=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 212c5973d4638bcc2d03789238ad022e, server=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 83277fa2c07fd2a35014220e2812d26c, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure da6d10f56a707d2a4562837fb89b7de1, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure b368e5a4e3cecdc94309925e5037c522, server=48db94e10209,33639,1731733078480 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 36124383ad5eea43ba729f27257f6ad6, server=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f9ac0d820824d63dbe9c714a9c8633d, server=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 56d9aa828ffbf406d0378f6f6d265f5e, server=48db94e10209,36285,1731733078532 didn't hold the lock before restarting, skip acquiring lock. 2024-11-16T05:01:09,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-16T05:01:09,103 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=61 2024-11-16T05:01:09,103 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=48db94e10209,33639,1731733078480, table=hbase:meta, region=1588230740 2024-11-16T05:01:09,103 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,33639,1731733078480, state=OPEN 2024-11-16T05:01:09,149 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:09,149 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T05:01:09,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:09,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:09,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T05:01:09,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:09,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:09,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T05:01:09,154 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731733299153 2024-11-16T05:01:09,154 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T05:01:09,164 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aaa8cd53ee1d87040556b12fbc48e9af, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,164 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f9ac0d820824d63dbe9c714a9c8633d, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=5 2024-11-16T05:01:09,164 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08944eb6377cab46fc2a3202b496f3d9, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,164 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5d8f6642b789597dd8afd8e4086a2b8, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,164 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83277fa2c07fd2a35014220e2812d26c, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=5 2024-11-16T05:01:09,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=17154b86ee8ae7a1fd2acedb7a1a558e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56d9aa828ffbf406d0378f6f6d265f5e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=5 2024-11-16T05:01:09,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2db72dacd876bc264a8b6626ee68de74, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=252c88db644f53206653915682d1115f, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da6d10f56a707d2a4562837fb89b7de1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=5 2024-11-16T05:01:09,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=410eccec6efd440a7217d2e79bd12a55, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9f7a5d1807ef4b03b20d4e49dc6a85b9, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=392432ef48fcc87504d1e519b1ee04f1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36124383ad5eea43ba729f27257f6ad6, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=5 2024-11-16T05:01:09,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=728b010900eff261aaaed97dd7c94b54, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a0b4ff22b7f78af5713940454030f74, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b368e5a4e3cecdc94309925e5037c522, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=5 2024-11-16T05:01:09,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a35e263d8dbd3ca9111a5b1c0141e327, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ad13a1436cda56666efb622333aef43, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=212c5973d4638bcc2d03789238ad022e, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=5 2024-11-16T05:01:09,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c157804c8995f37a0bae981480ea19d, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cb5abf3196dbcc15e6ef0af6a71868, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=42563b775bb86e8112e6a3603d4f20e1, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=5 2024-11-16T05:01:09,168 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e663f991d4e6fc136f89f666eac936f4, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=2 2024-11-16T05:01:09,168 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f4118b552cc2f2e3b9b84324694f377, regionState=OPEN, lastHost=48db94e10209,33639,1731733078480, regionLocation=48db94e10209,33639,1731733078480, openSeqNum=2 2024-11-16T05:01:09,168 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4228fafa27ab7aed2b78b013c2c3f7f7, regionState=OPEN, lastHost=48db94e10209,36285,1731733078532, regionLocation=48db94e10209,36285,1731733078532, openSeqNum=5 2024-11-16T05:01:09,168 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-16T05:01:09,168 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731733329168 2024-11-16T05:01:09,168 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731733389168 2024-11-16T05:01:09,168 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-16T05:01:09,168 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 48db94e10209,44889,1731733078355 after splitting done 2024-11-16T05:01:09,168 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-16T05:01:09,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 48db94e10209,44889,1731733078355, splitWal=true, meta=true in 3 mins, 3.573 sec 2024-11-16T05:01:09,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T05:01:09,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T05:01:09,436 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 48db94e10209:44889 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 48db94e10209/172.17.0.2:44889 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T05:01:09,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=java.net.ConnectException: Call to address=48db94e10209:44889 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:01:09,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-16T05:01:09,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:09,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 48db94e10209:44889 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 48db94e10209/172.17.0.2:44889 2024-11-16T05:01:09,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:09,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=48db94e10209,44889,1731733078355, seqNum=-1 from cache 2024-11-16T05:01:09,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T05:01:09,659 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T05:01:09,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,33639,1731733078480, seqNum=-1] 2024-11-16T05:01:09,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T05:01:09,669 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d., hostname=48db94e10209,36285,1731733078532, seqNum=5] 2024-11-16T05:01:09,693 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:09,693 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,693 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,694 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:09,801 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c., hostname=48db94e10209,33639,1731733078480, seqNum=5] 2024-11-16T05:01:09,819 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:09,819 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,819 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,820 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:09,932 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e., hostname=48db94e10209,36285,1731733078532, seqNum=5] 2024-11-16T05:01:09,957 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:09,958 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,958 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:09,958 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:10,073 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1., hostname=48db94e10209,33639,1731733078480, seqNum=5] 2024-11-16T05:01:10,101 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:10,101 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,101 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,101 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:10,212 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6., hostname=48db94e10209,36285,1731733078532, seqNum=5] 2024-11-16T05:01:10,232 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:10,232 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,232 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,232 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:10,342 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522., hostname=48db94e10209,33639,1731733078480, seqNum=5] 2024-11-16T05:01:10,357 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:10,358 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,358 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,358 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:10,474 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e., hostname=48db94e10209,36285,1731733078532, seqNum=5] 2024-11-16T05:01:10,487 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:10,488 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,488 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,488 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:10,602 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1., hostname=48db94e10209,33639,1731733078480, seqNum=5] 2024-11-16T05:01:10,611 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 48db94e10209:44889 this server is in the failed servers list 2024-11-16T05:01:10,612 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., hostname=48db94e10209,44889,1731733078355, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., hostname=48db94e10209,44889,1731733078355, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=48db94e10209:44889 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,612 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., hostname=48db94e10209,44889,1731733078355, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 48db94e10209:44889 2024-11-16T05:01:10,612 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., hostname=48db94e10209,44889,1731733078355, seqNum=2 from cache 2024-11-16T05:01:10,725 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7., hostname=48db94e10209,36285,1731733078532, seqNum=5] 2024-11-16T05:01:10,819 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T05:01:10,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T05:01:10,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T05:01:10,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T05:01:10,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:01:10,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:01:10,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T05:01:10,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T05:01:10,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=112170734, stopped=false 2024-11-16T05:01:10,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=48db94e10209,42841,1731733077606 2024-11-16T05:01:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T05:01:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T05:01:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T05:01:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T05:01:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T05:01:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T05:01:10,869 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:10,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T05:01:10,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T05:01:10,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:01:10,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T05:01:10,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T05:01:10,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T05:01:10,870 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,33639,1731733078480' ***** 2024-11-16T05:01:10,870 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T05:01:10,870 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,36285,1731733078532' ***** 2024-11-16T05:01:10,870 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T05:01:10,870 INFO [RS:1;48db94e10209:33639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T05:01:10,870 INFO [RS:1;48db94e10209:33639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T05:01:10,870 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T05:01:10,870 INFO [RS:1;48db94e10209:33639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T05:01:10,871 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 08944eb6377cab46fc2a3202b496f3d9 2024-11-16T05:01:10,871 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for e663f991d4e6fc136f89f666eac936f4 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 17154b86ee8ae7a1fd2acedb7a1a558e 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f9ac0d820824d63dbe9c714a9c8633d 2024-11-16T05:01:10,871 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ad13a1436cda56666efb622333aef43 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for a35e263d8dbd3ca9111a5b1c0141e327 2024-11-16T05:01:10,871 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a0b4ff22b7f78af5713940454030f74 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 2db72dacd876bc264a8b6626ee68de74 2024-11-16T05:01:10,871 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f4118b552cc2f2e3b9b84324694f377 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T05:01:10,871 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 392432ef48fcc87504d1e519b1ee04f1 2024-11-16T05:01:10,871 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 212c5973d4638bcc2d03789238ad022e 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 4228fafa27ab7aed2b78b013c2c3f7f7 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 51cb5abf3196dbcc15e6ef0af6a71868 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 36124383ad5eea43ba729f27257f6ad6 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 42563b775bb86e8112e6a3603d4f20e1 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 410eccec6efd440a7217d2e79bd12a55 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for d5d8f6642b789597dd8afd8e4086a2b8 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c157804c8995f37a0bae981480ea19d 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for b368e5a4e3cecdc94309925e5037c522 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08944eb6377cab46fc2a3202b496f3d9, disabling compactions & flushes 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e663f991d4e6fc136f89f666eac936f4, disabling compactions & flushes 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 83277fa2c07fd2a35014220e2812d26c 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 56d9aa828ffbf406d0378f6f6d265f5e 2024-11-16T05:01:10,872 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T05:01:10,872 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 252c88db644f53206653915682d1115f 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(3091): Received CLOSE for 728b010900eff261aaaed97dd7c94b54 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. after waiting 0 ms 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(959): stopping server 48db94e10209,33639,1731733078480 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. after waiting 0 ms 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(959): stopping server 48db94e10209,36285,1731733078532 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T05:01:10,872 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T05:01:10,872 INFO [RS:2;48db94e10209:36285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;48db94e10209:36285. 2024-11-16T05:01:10,872 INFO [RS:1;48db94e10209:33639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;48db94e10209:33639. 2024-11-16T05:01:10,872 DEBUG [RS:1;48db94e10209:33639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T05:01:10,872 DEBUG [RS:2;48db94e10209:36285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T05:01:10,872 DEBUG [RS:1;48db94e10209:33639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:01:10,872 DEBUG [RS:2;48db94e10209:36285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:01:10,872 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e663f991d4e6fc136f89f666eac936f4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:10,872 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08944eb6377cab46fc2a3202b496f3d9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:10,873 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-16T05:01:10,873 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1351): Waiting on 0c157804c8995f37a0bae981480ea19d, 0f9ac0d820824d63dbe9c714a9c8633d, 17154b86ee8ae7a1fd2acedb7a1a558e, 212c5973d4638bcc2d03789238ad022e, 2db72dacd876bc264a8b6626ee68de74, 36124383ad5eea43ba729f27257f6ad6, 410eccec6efd440a7217d2e79bd12a55, 4228fafa27ab7aed2b78b013c2c3f7f7, 56d9aa828ffbf406d0378f6f6d265f5e, 728b010900eff261aaaed97dd7c94b54, 9f7a5d1807ef4b03b20d4e49dc6a85b9, a35e263d8dbd3ca9111a5b1c0141e327, aaa8cd53ee1d87040556b12fbc48e9af, e663f991d4e6fc136f89f666eac936f4 2024-11-16T05:01:10,873 INFO [RS:1;48db94e10209:33639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T05:01:10,873 INFO [RS:1;48db94e10209:33639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T05:01:10,873 INFO [RS:1;48db94e10209:33639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T05:01:10,873 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T05:01:10,873 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-16T05:01:10,873 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1351): Waiting on 08944eb6377cab46fc2a3202b496f3d9, 0f4118b552cc2f2e3b9b84324694f377, 1588230740, 252c88db644f53206653915682d1115f, 392432ef48fcc87504d1e519b1ee04f1, 3ad13a1436cda56666efb622333aef43, 42563b775bb86e8112e6a3603d4f20e1, 51cb5abf3196dbcc15e6ef0af6a71868, 83277fa2c07fd2a35014220e2812d26c, 8a0b4ff22b7f78af5713940454030f74, b368e5a4e3cecdc94309925e5037c522, d5d8f6642b789597dd8afd8e4086a2b8, da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:10,874 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T05:01:10,874 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T05:01:10,874 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T05:01:10,874 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T05:01:10,874 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T05:01:10,874 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-16T05:01:10,887 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/info/527389fc03214eedacc948ee79dde6c8 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d./info:regioninfo/1731733268838/Put/seqid=0 2024-11-16T05:01:10,897 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9/.tmp/colfamily11/655a0d34feef4f5f9118f3324490992d is 52, key is ccc/colfamily11:colfamily11/1731733084603/Put/seqid=0 2024-11-16T05:01:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741887_1063 (size=19852) 2024-11-16T05:01:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741887_1063 (size=19852) 2024-11-16T05:01:10,900 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4/.tmp/colfamily11/9217b5b82f6d42e2a529abd18a3aff82 is 52, key is xxx/colfamily11:colfamily11/1731733084925/Put/seqid=0 2024-11-16T05:01:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741887_1063 (size=19852) 2024-11-16T05:01:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741888_1064 (size=39263) 2024-11-16T05:01:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741888_1064 (size=39263) 2024-11-16T05:01:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741889_1065 (size=39263) 2024-11-16T05:01:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741889_1065 (size=39263) 2024-11-16T05:01:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741888_1064 (size=39263) 2024-11-16T05:01:10,912 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/info/527389fc03214eedacc948ee79dde6c8 2024-11-16T05:01:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741889_1065 (size=39263) 2024-11-16T05:01:10,913 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9/.tmp/colfamily11/655a0d34feef4f5f9118f3324490992d 2024-11-16T05:01:10,919 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/.tmp/info/527389fc03214eedacc948ee79dde6c8 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/info/527389fc03214eedacc948ee79dde6c8 2024-11-16T05:01:10,921 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9/.tmp/colfamily11/655a0d34feef4f5f9118f3324490992d as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9/colfamily11/655a0d34feef4f5f9118f3324490992d 2024-11-16T05:01:10,927 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/info/527389fc03214eedacc948ee79dde6c8, entries=72, sequenceid=81, filesize=19.4 K 2024-11-16T05:01:10,928 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9/colfamily11/655a0d34feef4f5f9118f3324490992d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:10,928 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=81, compaction requested=false 2024-11-16T05:01:10,929 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 08944eb6377cab46fc2a3202b496f3d9 in 57ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:10,934 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-16T05:01:10,934 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08944eb6377cab46fc2a3202b496f3d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:10,936 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T05:01:10,936 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T05:01:10,936 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08944eb6377cab46fc2a3202b496f3d9: Waiting for close lock at 1731733270871Running coprocessor pre-close hooks at 1731733270872 (+1 ms)Disabling compacts and flushes for region at 1731733270872Disabling writes for close at 1731733270872Obtaining lock to block concurrent updates at 1731733270872Preparing flush snapshotting stores in 08944eb6377cab46fc2a3202b496f3d9 at 1731733270872Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733270878 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. at 1731733270879 (+1 ms)Flushing 08944eb6377cab46fc2a3202b496f3d9/colfamily11: creating writer at 1731733270879Flushing 08944eb6377cab46fc2a3202b496f3d9/colfamily11: appending metadata at 1731733270897 (+18 ms)Flushing 08944eb6377cab46fc2a3202b496f3d9/colfamily11: closing flushed file at 1731733270897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a17559f: reopening flushed file at 1731733270921 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 08944eb6377cab46fc2a3202b496f3d9 in 57ms, sequenceid=5, compaction requested=false at 1731733270929 (+8 ms)Writing region close event to WAL at 1731733270930 (+1 ms)Running coprocessor post-close hooks at 1731733270935 (+5 ms)Closed at 1731733270936 (+1 ms) 2024-11-16T05:01:10,936 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T05:01:10,937 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731733270874Running coprocessor pre-close hooks at 1731733270874Disabling compacts and flushes for region at 1731733270874Disabling writes for close at 1731733270874Obtaining lock to block concurrent updates at 1731733270874Preparing flush snapshotting stores in 1588230740 at 1731733270874Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13710, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731733270878 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731733270879 (+1 ms)Flushing 1588230740/info: creating writer at 1731733270879Flushing 1588230740/info: appending metadata at 1731733270886 (+7 ms)Flushing 1588230740/info: closing flushed file at 1731733270886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e13bbb0: reopening flushed file at 1731733270918 (+32 ms)Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=81, compaction requested=false at 1731733270928 (+10 ms)Writing region close event to WAL at 1731733270930 (+2 ms)Running coprocessor post-close hooks at 1731733270935 (+5 ms)Closed at 1731733270936 (+1 ms) 2024-11-16T05:01:10,937 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731733080960.08944eb6377cab46fc2a3202b496f3d9. 2024-11-16T05:01:10,937 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T05:01:10,937 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ad13a1436cda56666efb622333aef43, disabling compactions & flushes 2024-11-16T05:01:10,937 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T05:01:10,937 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T05:01:10,937 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. after waiting 0 ms 2024-11-16T05:01:10,937 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T05:01:10,937 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ad13a1436cda56666efb622333aef43 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:10,948 INFO [regionserver/48db94e10209:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T05:01:10,948 INFO [regionserver/48db94e10209:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T05:01:10,955 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43/.tmp/colfamily11/62a3f2545a6b4072b1b68b7df8c1e60e is 52, key is sss/colfamily11:colfamily11/1731733084721/Put/seqid=0 2024-11-16T05:01:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741890_1066 (size=39263) 2024-11-16T05:01:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741890_1066 (size=39263) 2024-11-16T05:01:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741890_1066 (size=39263) 2024-11-16T05:01:10,963 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43/.tmp/colfamily11/62a3f2545a6b4072b1b68b7df8c1e60e 2024-11-16T05:01:10,972 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43/.tmp/colfamily11/62a3f2545a6b4072b1b68b7df8c1e60e as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43/colfamily11/62a3f2545a6b4072b1b68b7df8c1e60e 2024-11-16T05:01:10,979 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43/colfamily11/62a3f2545a6b4072b1b68b7df8c1e60e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:10,980 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3ad13a1436cda56666efb622333aef43 in 42ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:10,984 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3ad13a1436cda56666efb622333aef43/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:10,985 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T05:01:10,985 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ad13a1436cda56666efb622333aef43: Waiting for close lock at 1731733270937Running coprocessor pre-close hooks at 1731733270937Disabling compacts and flushes for region at 1731733270937Disabling writes for close at 1731733270937Obtaining lock to block concurrent updates at 1731733270937Preparing flush snapshotting stores in 3ad13a1436cda56666efb622333aef43 at 1731733270937Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733270938 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. at 1731733270938Flushing 3ad13a1436cda56666efb622333aef43/colfamily11: creating writer at 1731733270938Flushing 3ad13a1436cda56666efb622333aef43/colfamily11: appending metadata at 1731733270954 (+16 ms)Flushing 3ad13a1436cda56666efb622333aef43/colfamily11: closing flushed file at 1731733270954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7d5ce9: reopening flushed file at 1731733270971 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3ad13a1436cda56666efb622333aef43 in 42ms, sequenceid=5, compaction requested=false at 1731733270980 (+9 ms)Writing region close event to WAL at 1731733270980Running coprocessor post-close hooks at 1731733270985 (+5 ms)Closed at 1731733270985 2024-11-16T05:01:10,986 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731733080960.3ad13a1436cda56666efb622333aef43. 2024-11-16T05:01:10,986 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a0b4ff22b7f78af5713940454030f74, disabling compactions & flushes 2024-11-16T05:01:10,986 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T05:01:10,986 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T05:01:10,986 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. after waiting 0 ms 2024-11-16T05:01:10,986 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T05:01:10,986 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a0b4ff22b7f78af5713940454030f74 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:10,994 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T05:01:10,994 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T05:01:10,994 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T05:01:10,994 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T05:01:11,008 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74/.tmp/colfamily11/c744aa7d4f1549ddb1134b47aee580ee is 52, key is ppp/colfamily11:colfamily11/1731733084694/Put/seqid=0 2024-11-16T05:01:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741891_1067 (size=39263) 2024-11-16T05:01:11,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741891_1067 (size=39263) 2024-11-16T05:01:11,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741891_1067 (size=39263) 2024-11-16T05:01:11,015 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74/.tmp/colfamily11/c744aa7d4f1549ddb1134b47aee580ee 2024-11-16T05:01:11,022 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74/.tmp/colfamily11/c744aa7d4f1549ddb1134b47aee580ee as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74/colfamily11/c744aa7d4f1549ddb1134b47aee580ee 2024-11-16T05:01:11,029 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74/colfamily11/c744aa7d4f1549ddb1134b47aee580ee, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,030 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8a0b4ff22b7f78af5713940454030f74 in 43ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,034 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a0b4ff22b7f78af5713940454030f74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,034 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T05:01:11,034 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a0b4ff22b7f78af5713940454030f74: Waiting for close lock at 1731733270986Running coprocessor pre-close hooks at 1731733270986Disabling compacts and flushes for region at 1731733270986Disabling writes for close at 1731733270986Obtaining lock to block concurrent updates at 1731733270986Preparing flush snapshotting stores in 8a0b4ff22b7f78af5713940454030f74 at 1731733270986Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733270986Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. at 1731733270987 (+1 ms)Flushing 8a0b4ff22b7f78af5713940454030f74/colfamily11: creating writer at 1731733270987Flushing 8a0b4ff22b7f78af5713940454030f74/colfamily11: appending metadata at 1731733271008 (+21 ms)Flushing 8a0b4ff22b7f78af5713940454030f74/colfamily11: closing flushed file at 1731733271008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701832a6: reopening flushed file at 1731733271021 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8a0b4ff22b7f78af5713940454030f74 in 43ms, sequenceid=5, compaction requested=false at 1731733271030 (+9 ms)Writing region close event to WAL at 1731733271030Running coprocessor post-close hooks at 1731733271034 (+4 ms)Closed at 1731733271034 2024-11-16T05:01:11,034 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731733080960.8a0b4ff22b7f78af5713940454030f74. 2024-11-16T05:01:11,035 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f4118b552cc2f2e3b9b84324694f377, disabling compactions & flushes 2024-11-16T05:01:11,035 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T05:01:11,035 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T05:01:11,035 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. after waiting 0 ms 2024-11-16T05:01:11,035 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T05:01:11,035 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f4118b552cc2f2e3b9b84324694f377 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,056 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377/.tmp/colfamily11/1fdbc41a62cb411db88c998db0e6436b is 52, key is yyy/colfamily11:colfamily11/1731733084777/Put/seqid=0 2024-11-16T05:01:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741892_1068 (size=39263) 2024-11-16T05:01:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741892_1068 (size=39263) 2024-11-16T05:01:11,063 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377/.tmp/colfamily11/1fdbc41a62cb411db88c998db0e6436b 2024-11-16T05:01:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741892_1068 (size=39263) 2024-11-16T05:01:11,070 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377/.tmp/colfamily11/1fdbc41a62cb411db88c998db0e6436b as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377/colfamily11/1fdbc41a62cb411db88c998db0e6436b 2024-11-16T05:01:11,073 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1351): Waiting on 0c157804c8995f37a0bae981480ea19d, 0f9ac0d820824d63dbe9c714a9c8633d, 17154b86ee8ae7a1fd2acedb7a1a558e, 212c5973d4638bcc2d03789238ad022e, 2db72dacd876bc264a8b6626ee68de74, 36124383ad5eea43ba729f27257f6ad6, 410eccec6efd440a7217d2e79bd12a55, 4228fafa27ab7aed2b78b013c2c3f7f7, 56d9aa828ffbf406d0378f6f6d265f5e, 728b010900eff261aaaed97dd7c94b54, 9f7a5d1807ef4b03b20d4e49dc6a85b9, a35e263d8dbd3ca9111a5b1c0141e327, aaa8cd53ee1d87040556b12fbc48e9af, e663f991d4e6fc136f89f666eac936f4 2024-11-16T05:01:11,074 DEBUG [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1351): Waiting on 0f4118b552cc2f2e3b9b84324694f377, 252c88db644f53206653915682d1115f, 392432ef48fcc87504d1e519b1ee04f1, 42563b775bb86e8112e6a3603d4f20e1, 51cb5abf3196dbcc15e6ef0af6a71868, 83277fa2c07fd2a35014220e2812d26c, b368e5a4e3cecdc94309925e5037c522, d5d8f6642b789597dd8afd8e4086a2b8, da6d10f56a707d2a4562837fb89b7de1 2024-11-16T05:01:11,077 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377/colfamily11/1fdbc41a62cb411db88c998db0e6436b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,078 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0f4118b552cc2f2e3b9b84324694f377 in 43ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,082 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f4118b552cc2f2e3b9b84324694f377/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,083 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T05:01:11,083 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f4118b552cc2f2e3b9b84324694f377: Waiting for close lock at 1731733271035Running coprocessor pre-close hooks at 1731733271035Disabling compacts and flushes for region at 1731733271035Disabling writes for close at 1731733271035Obtaining lock to block concurrent updates at 1731733271035Preparing flush snapshotting stores in 0f4118b552cc2f2e3b9b84324694f377 at 1731733271035Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271035Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. at 1731733271036 (+1 ms)Flushing 0f4118b552cc2f2e3b9b84324694f377/colfamily11: creating writer at 1731733271036Flushing 0f4118b552cc2f2e3b9b84324694f377/colfamily11: appending metadata at 1731733271055 (+19 ms)Flushing 0f4118b552cc2f2e3b9b84324694f377/colfamily11: closing flushed file at 1731733271055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551fb86f: reopening flushed file at 1731733271069 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0f4118b552cc2f2e3b9b84324694f377 in 43ms, sequenceid=5, compaction requested=false at 1731733271078 (+9 ms)Writing region close event to WAL at 1731733271078Running coprocessor post-close hooks at 1731733271083 (+5 ms)Closed at 1731733271083 2024-11-16T05:01:11,083 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731733080960.0f4118b552cc2f2e3b9b84324694f377. 2024-11-16T05:01:11,083 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 392432ef48fcc87504d1e519b1ee04f1, disabling compactions & flushes 2024-11-16T05:01:11,083 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T05:01:11,083 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T05:01:11,084 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. after waiting 0 ms 2024-11-16T05:01:11,084 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T05:01:11,084 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 392432ef48fcc87504d1e519b1ee04f1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,101 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1/.tmp/colfamily11/0225ed8384df41ff841db804cfd77c9b is 52, key is mmm/colfamily11:colfamily11/1731733084672/Put/seqid=0 2024-11-16T05:01:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741893_1069 (size=39263) 2024-11-16T05:01:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741893_1069 (size=39263) 2024-11-16T05:01:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741893_1069 (size=39263) 2024-11-16T05:01:11,108 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1/.tmp/colfamily11/0225ed8384df41ff841db804cfd77c9b 2024-11-16T05:01:11,114 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1/.tmp/colfamily11/0225ed8384df41ff841db804cfd77c9b as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1/colfamily11/0225ed8384df41ff841db804cfd77c9b 2024-11-16T05:01:11,120 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1/colfamily11/0225ed8384df41ff841db804cfd77c9b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,121 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 392432ef48fcc87504d1e519b1ee04f1 in 37ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,125 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/392432ef48fcc87504d1e519b1ee04f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,126 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T05:01:11,126 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 392432ef48fcc87504d1e519b1ee04f1: Waiting for close lock at 1731733271083Running coprocessor pre-close hooks at 1731733271083Disabling compacts and flushes for region at 1731733271083Disabling writes for close at 1731733271084 (+1 ms)Obtaining lock to block concurrent updates at 1731733271084Preparing flush snapshotting stores in 392432ef48fcc87504d1e519b1ee04f1 at 1731733271084Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271084Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. at 1731733271085 (+1 ms)Flushing 392432ef48fcc87504d1e519b1ee04f1/colfamily11: creating writer at 1731733271085Flushing 392432ef48fcc87504d1e519b1ee04f1/colfamily11: appending metadata at 1731733271100 (+15 ms)Flushing 392432ef48fcc87504d1e519b1ee04f1/colfamily11: closing flushed file at 1731733271100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548ef653: reopening flushed file at 1731733271113 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 392432ef48fcc87504d1e519b1ee04f1 in 37ms, sequenceid=5, compaction requested=false at 1731733271121 (+8 ms)Writing region close event to WAL at 1731733271122 (+1 ms)Running coprocessor post-close hooks at 1731733271126 (+4 ms)Closed at 1731733271126 2024-11-16T05:01:11,126 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731733080960.392432ef48fcc87504d1e519b1ee04f1. 2024-11-16T05:01:11,126 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da6d10f56a707d2a4562837fb89b7de1, disabling compactions & flushes 2024-11-16T05:01:11,126 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:11,126 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:11,126 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. after waiting 0 ms 2024-11-16T05:01:11,126 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:11,130 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/da6d10f56a707d2a4562837fb89b7de1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,131 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:11,131 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da6d10f56a707d2a4562837fb89b7de1: Waiting for close lock at 1731733271126Running coprocessor pre-close hooks at 1731733271126Disabling compacts and flushes for region at 1731733271126Disabling writes for close at 1731733271126Writing region close event to WAL at 1731733271127 (+1 ms)Running coprocessor post-close hooks at 1731733271131 (+4 ms)Closed at 1731733271131 2024-11-16T05:01:11,131 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731733080960.da6d10f56a707d2a4562837fb89b7de1. 2024-11-16T05:01:11,131 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51cb5abf3196dbcc15e6ef0af6a71868, disabling compactions & flushes 2024-11-16T05:01:11,131 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T05:01:11,131 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T05:01:11,131 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. after waiting 0 ms 2024-11-16T05:01:11,131 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T05:01:11,131 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51cb5abf3196dbcc15e6ef0af6a71868 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,148 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868/.tmp/colfamily11/26c69b10d0e5453a8c7d3aa4e60cc2f1 is 52, key is vvv/colfamily11:colfamily11/1731733084747/Put/seqid=0 2024-11-16T05:01:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741894_1070 (size=39263) 2024-11-16T05:01:11,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741894_1070 (size=39263) 2024-11-16T05:01:11,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741894_1070 (size=39263) 2024-11-16T05:01:11,156 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868/.tmp/colfamily11/26c69b10d0e5453a8c7d3aa4e60cc2f1 2024-11-16T05:01:11,163 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868/.tmp/colfamily11/26c69b10d0e5453a8c7d3aa4e60cc2f1 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868/colfamily11/26c69b10d0e5453a8c7d3aa4e60cc2f1 2024-11-16T05:01:11,169 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868/colfamily11/26c69b10d0e5453a8c7d3aa4e60cc2f1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,170 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51cb5abf3196dbcc15e6ef0af6a71868 in 39ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,175 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51cb5abf3196dbcc15e6ef0af6a71868/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,175 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T05:01:11,175 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51cb5abf3196dbcc15e6ef0af6a71868: Waiting for close lock at 1731733271131Running coprocessor pre-close hooks at 1731733271131Disabling compacts and flushes for region at 1731733271131Disabling writes for close at 1731733271131Obtaining lock to block concurrent updates at 1731733271131Preparing flush snapshotting stores in 51cb5abf3196dbcc15e6ef0af6a71868 at 1731733271131Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271131Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. at 1731733271132 (+1 ms)Flushing 51cb5abf3196dbcc15e6ef0af6a71868/colfamily11: creating writer at 1731733271132Flushing 51cb5abf3196dbcc15e6ef0af6a71868/colfamily11: appending metadata at 1731733271147 (+15 ms)Flushing 51cb5abf3196dbcc15e6ef0af6a71868/colfamily11: closing flushed file at 1731733271147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3975cb: reopening flushed file at 1731733271162 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51cb5abf3196dbcc15e6ef0af6a71868 in 39ms, sequenceid=5, compaction requested=false at 1731733271170 (+8 ms)Writing region close event to WAL at 1731733271171 (+1 ms)Running coprocessor post-close hooks at 1731733271175 (+4 ms)Closed at 1731733271175 2024-11-16T05:01:11,175 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731733080960.51cb5abf3196dbcc15e6ef0af6a71868. 2024-11-16T05:01:11,176 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42563b775bb86e8112e6a3603d4f20e1, disabling compactions & flushes 2024-11-16T05:01:11,176 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:11,176 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:11,176 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. after waiting 0 ms 2024-11-16T05:01:11,176 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:11,180 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/42563b775bb86e8112e6a3603d4f20e1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,180 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:11,180 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42563b775bb86e8112e6a3603d4f20e1: Waiting for close lock at 1731733271176Running coprocessor pre-close hooks at 1731733271176Disabling compacts and flushes for region at 1731733271176Disabling writes for close at 1731733271176Writing region close event to WAL at 1731733271176Running coprocessor post-close hooks at 1731733271180 (+4 ms)Closed at 1731733271180 2024-11-16T05:01:11,181 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731733080960.42563b775bb86e8112e6a3603d4f20e1. 2024-11-16T05:01:11,181 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5d8f6642b789597dd8afd8e4086a2b8, disabling compactions & flushes 2024-11-16T05:01:11,181 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T05:01:11,181 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T05:01:11,181 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. after waiting 0 ms 2024-11-16T05:01:11,181 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T05:01:11,181 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5d8f6642b789597dd8afd8e4086a2b8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,197 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8/.tmp/colfamily11/3d19d3b730454c668701c16832a37edd is 52, key is ddd/colfamily11:colfamily11/1731733084627/Put/seqid=0 2024-11-16T05:01:11,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741895_1071 (size=39263) 2024-11-16T05:01:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741895_1071 (size=39263) 2024-11-16T05:01:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741895_1071 (size=39263) 2024-11-16T05:01:11,204 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8/.tmp/colfamily11/3d19d3b730454c668701c16832a37edd 2024-11-16T05:01:11,211 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8/.tmp/colfamily11/3d19d3b730454c668701c16832a37edd as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8/colfamily11/3d19d3b730454c668701c16832a37edd 2024-11-16T05:01:11,217 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8/colfamily11/3d19d3b730454c668701c16832a37edd, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,218 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d5d8f6642b789597dd8afd8e4086a2b8 in 37ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,222 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5d8f6642b789597dd8afd8e4086a2b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,223 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T05:01:11,223 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5d8f6642b789597dd8afd8e4086a2b8: Waiting for close lock at 1731733271181Running coprocessor pre-close hooks at 1731733271181Disabling compacts and flushes for region at 1731733271181Disabling writes for close at 1731733271181Obtaining lock to block concurrent updates at 1731733271181Preparing flush snapshotting stores in d5d8f6642b789597dd8afd8e4086a2b8 at 1731733271181Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271181Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. at 1731733271182 (+1 ms)Flushing d5d8f6642b789597dd8afd8e4086a2b8/colfamily11: creating writer at 1731733271182Flushing d5d8f6642b789597dd8afd8e4086a2b8/colfamily11: appending metadata at 1731733271197 (+15 ms)Flushing d5d8f6642b789597dd8afd8e4086a2b8/colfamily11: closing flushed file at 1731733271197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462e1503: reopening flushed file at 1731733271210 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d5d8f6642b789597dd8afd8e4086a2b8 in 37ms, sequenceid=5, compaction requested=false at 1731733271218 (+8 ms)Writing region close event to WAL at 1731733271219 (+1 ms)Running coprocessor post-close hooks at 1731733271223 (+4 ms)Closed at 1731733271223 2024-11-16T05:01:11,223 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731733080960.d5d8f6642b789597dd8afd8e4086a2b8. 2024-11-16T05:01:11,223 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b368e5a4e3cecdc94309925e5037c522, disabling compactions & flushes 2024-11-16T05:01:11,223 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:11,223 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:11,223 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. after waiting 0 ms 2024-11-16T05:01:11,223 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:11,227 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b368e5a4e3cecdc94309925e5037c522/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,228 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:11,228 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b368e5a4e3cecdc94309925e5037c522: Waiting for close lock at 1731733271223Running coprocessor pre-close hooks at 1731733271223Disabling compacts and flushes for region at 1731733271223Disabling writes for close at 1731733271223Writing region close event to WAL at 1731733271224 (+1 ms)Running coprocessor post-close hooks at 1731733271228 (+4 ms)Closed at 1731733271228 2024-11-16T05:01:11,228 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731733080960.b368e5a4e3cecdc94309925e5037c522. 2024-11-16T05:01:11,228 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83277fa2c07fd2a35014220e2812d26c, disabling compactions & flushes 2024-11-16T05:01:11,228 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:11,228 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:11,228 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. after waiting 0 ms 2024-11-16T05:01:11,228 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:11,232 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83277fa2c07fd2a35014220e2812d26c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,233 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:11,233 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83277fa2c07fd2a35014220e2812d26c: Waiting for close lock at 1731733271228Running coprocessor pre-close hooks at 1731733271228Disabling compacts and flushes for region at 1731733271228Disabling writes for close at 1731733271228Writing region close event to WAL at 1731733271229 (+1 ms)Running coprocessor post-close hooks at 1731733271233 (+4 ms)Closed at 1731733271233 2024-11-16T05:01:11,233 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731733080960.83277fa2c07fd2a35014220e2812d26c. 2024-11-16T05:01:11,233 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 252c88db644f53206653915682d1115f, disabling compactions & flushes 2024-11-16T05:01:11,233 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T05:01:11,233 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T05:01:11,233 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. after waiting 0 ms 2024-11-16T05:01:11,233 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T05:01:11,234 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 252c88db644f53206653915682d1115f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,249 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f/.tmp/colfamily11/d723c6bd9f8a44a880d8ccf977d2de5c is 52, key is iii/colfamily11:colfamily11/1731733084649/Put/seqid=0 2024-11-16T05:01:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741896_1072 (size=39263) 2024-11-16T05:01:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741896_1072 (size=39263) 2024-11-16T05:01:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741896_1072 (size=39263) 2024-11-16T05:01:11,256 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f/.tmp/colfamily11/d723c6bd9f8a44a880d8ccf977d2de5c 2024-11-16T05:01:11,262 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f/.tmp/colfamily11/d723c6bd9f8a44a880d8ccf977d2de5c as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f/colfamily11/d723c6bd9f8a44a880d8ccf977d2de5c 2024-11-16T05:01:11,267 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f/colfamily11/d723c6bd9f8a44a880d8ccf977d2de5c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,268 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 252c88db644f53206653915682d1115f in 35ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,272 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/252c88db644f53206653915682d1115f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,273 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T05:01:11,273 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 252c88db644f53206653915682d1115f: Waiting for close lock at 1731733271233Running coprocessor pre-close hooks at 1731733271233Disabling compacts and flushes for region at 1731733271233Disabling writes for close at 1731733271233Obtaining lock to block concurrent updates at 1731733271234 (+1 ms)Preparing flush snapshotting stores in 252c88db644f53206653915682d1115f at 1731733271234Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271234Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. at 1731733271234Flushing 252c88db644f53206653915682d1115f/colfamily11: creating writer at 1731733271234Flushing 252c88db644f53206653915682d1115f/colfamily11: appending metadata at 1731733271249 (+15 ms)Flushing 252c88db644f53206653915682d1115f/colfamily11: closing flushed file at 1731733271249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555c0aa5: reopening flushed file at 1731733271261 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 252c88db644f53206653915682d1115f in 35ms, sequenceid=5, compaction requested=false at 1731733271268 (+7 ms)Writing region close event to WAL at 1731733271269 (+1 ms)Running coprocessor post-close hooks at 1731733271273 (+4 ms)Closed at 1731733271273 2024-11-16T05:01:11,273 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731733080960.252c88db644f53206653915682d1115f. 2024-11-16T05:01:11,273 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1351): Waiting on 0c157804c8995f37a0bae981480ea19d, 0f9ac0d820824d63dbe9c714a9c8633d, 17154b86ee8ae7a1fd2acedb7a1a558e, 212c5973d4638bcc2d03789238ad022e, 2db72dacd876bc264a8b6626ee68de74, 36124383ad5eea43ba729f27257f6ad6, 410eccec6efd440a7217d2e79bd12a55, 4228fafa27ab7aed2b78b013c2c3f7f7, 56d9aa828ffbf406d0378f6f6d265f5e, 728b010900eff261aaaed97dd7c94b54, 9f7a5d1807ef4b03b20d4e49dc6a85b9, a35e263d8dbd3ca9111a5b1c0141e327, aaa8cd53ee1d87040556b12fbc48e9af, e663f991d4e6fc136f89f666eac936f4 2024-11-16T05:01:11,274 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(976): stopping server 48db94e10209,33639,1731733078480; all regions closed. 2024-11-16T05:01:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741865_1041 (size=15746) 2024-11-16T05:01:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741865_1041 (size=15746) 2024-11-16T05:01:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741865_1041 (size=15746) 2024-11-16T05:01:11,280 DEBUG [RS:1;48db94e10209:33639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs 2024-11-16T05:01:11,280 INFO [RS:1;48db94e10209:33639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C33639%2C1731733078480.meta:.meta(num 1731733266295) 2024-11-16T05:01:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741834_1010 (size=314313) 2024-11-16T05:01:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741834_1010 (size=314313) 2024-11-16T05:01:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741834_1010 (size=314313) 2024-11-16T05:01:11,284 DEBUG [RS:1;48db94e10209:33639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs 2024-11-16T05:01:11,285 INFO [RS:1;48db94e10209:33639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C33639%2C1731733078480:(num 1731733080152) 2024-11-16T05:01:11,285 DEBUG [RS:1;48db94e10209:33639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:01:11,285 INFO [RS:1;48db94e10209:33639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T05:01:11,285 INFO [RS:1;48db94e10209:33639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T05:01:11,285 INFO [RS:1;48db94e10209:33639 {}] hbase.ChoreService(370): Chore service for: regionserver/48db94e10209:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T05:01:11,285 INFO [RS:1;48db94e10209:33639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T05:01:11,285 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T05:01:11,285 INFO [RS:1;48db94e10209:33639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33639 2024-11-16T05:01:11,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,33639,1731733078480 2024-11-16T05:01:11,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T05:01:11,311 INFO [RS:1;48db94e10209:33639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T05:01:11,312 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4/.tmp/colfamily11/9217b5b82f6d42e2a529abd18a3aff82 2024-11-16T05:01:11,323 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4/.tmp/colfamily11/9217b5b82f6d42e2a529abd18a3aff82 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4/colfamily11/9217b5b82f6d42e2a529abd18a3aff82 2024-11-16T05:01:11,331 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4/colfamily11/9217b5b82f6d42e2a529abd18a3aff82, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,332 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e663f991d4e6fc136f89f666eac936f4 in 460ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,341 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e663f991d4e6fc136f89f666eac936f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,342 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T05:01:11,342 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e663f991d4e6fc136f89f666eac936f4: Waiting for close lock at 1731733270871Running coprocessor pre-close hooks at 1731733270872 (+1 ms)Disabling compacts and flushes for region at 1731733270872Disabling writes for close at 1731733270872Obtaining lock to block concurrent updates at 1731733270872Preparing flush snapshotting stores in e663f991d4e6fc136f89f666eac936f4 at 1731733270872Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733270878 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. at 1731733270879 (+1 ms)Flushing e663f991d4e6fc136f89f666eac936f4/colfamily11: creating writer at 1731733270879Flushing e663f991d4e6fc136f89f666eac936f4/colfamily11: appending metadata at 1731733270900 (+21 ms)Flushing e663f991d4e6fc136f89f666eac936f4/colfamily11: closing flushed file at 1731733270900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ec8cfb: reopening flushed file at 1731733271322 (+422 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e663f991d4e6fc136f89f666eac936f4 in 460ms, sequenceid=5, compaction requested=false at 1731733271332 (+10 ms)Writing region close event to WAL at 1731733271334 (+2 ms)Running coprocessor post-close hooks at 1731733271342 (+8 ms)Closed at 1731733271342 2024-11-16T05:01:11,342 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731733080960.e663f991d4e6fc136f89f666eac936f4. 2024-11-16T05:01:11,342 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17154b86ee8ae7a1fd2acedb7a1a558e, disabling compactions & flushes 2024-11-16T05:01:11,342 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T05:01:11,342 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T05:01:11,343 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. after waiting 0 ms 2024-11-16T05:01:11,343 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T05:01:11,343 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17154b86ee8ae7a1fd2acedb7a1a558e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,33639,1731733078480] 2024-11-16T05:01:11,366 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e/.tmp/colfamily11/4e4f6890865743e6a0e32b57e6b5f430 is 52, key is fff/colfamily11:colfamily11/1731733084759/Put/seqid=0 2024-11-16T05:01:11,369 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,33639,1731733078480 already deleted, retry=false 2024-11-16T05:01:11,369 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 48db94e10209,33639,1731733078480 expired; onlineServers=1 2024-11-16T05:01:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741897_1073 (size=39263) 2024-11-16T05:01:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741897_1073 (size=39263) 2024-11-16T05:01:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741897_1073 (size=39263) 2024-11-16T05:01:11,374 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e/.tmp/colfamily11/4e4f6890865743e6a0e32b57e6b5f430 2024-11-16T05:01:11,381 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e/.tmp/colfamily11/4e4f6890865743e6a0e32b57e6b5f430 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e/colfamily11/4e4f6890865743e6a0e32b57e6b5f430 2024-11-16T05:01:11,386 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e/colfamily11/4e4f6890865743e6a0e32b57e6b5f430, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,387 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 17154b86ee8ae7a1fd2acedb7a1a558e in 44ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,392 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/17154b86ee8ae7a1fd2acedb7a1a558e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,392 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T05:01:11,392 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17154b86ee8ae7a1fd2acedb7a1a558e: Waiting for close lock at 1731733271342Running coprocessor pre-close hooks at 1731733271342Disabling compacts and flushes for region at 1731733271342Disabling writes for close at 1731733271343 (+1 ms)Obtaining lock to block concurrent updates at 1731733271343Preparing flush snapshotting stores in 17154b86ee8ae7a1fd2acedb7a1a558e at 1731733271343Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271343Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. at 1731733271344 (+1 ms)Flushing 17154b86ee8ae7a1fd2acedb7a1a558e/colfamily11: creating writer at 1731733271344Flushing 17154b86ee8ae7a1fd2acedb7a1a558e/colfamily11: appending metadata at 1731733271366 (+22 ms)Flushing 17154b86ee8ae7a1fd2acedb7a1a558e/colfamily11: closing flushed file at 1731733271366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e21a59b: reopening flushed file at 1731733271380 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 17154b86ee8ae7a1fd2acedb7a1a558e in 44ms, sequenceid=5, compaction requested=false at 1731733271387 (+7 ms)Writing region close event to WAL at 1731733271388 (+1 ms)Running coprocessor post-close hooks at 1731733271392 (+4 ms)Closed at 1731733271392 2024-11-16T05:01:11,393 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731733080960.17154b86ee8ae7a1fd2acedb7a1a558e. 2024-11-16T05:01:11,393 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f9ac0d820824d63dbe9c714a9c8633d, disabling compactions & flushes 2024-11-16T05:01:11,393 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:11,393 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:11,393 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. after waiting 0 ms 2024-11-16T05:01:11,393 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:11,397 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f9ac0d820824d63dbe9c714a9c8633d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,397 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:11,397 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f9ac0d820824d63dbe9c714a9c8633d: Waiting for close lock at 1731733271393Running coprocessor pre-close hooks at 1731733271393Disabling compacts and flushes for region at 1731733271393Disabling writes for close at 1731733271393Writing region close event to WAL at 1731733271394 (+1 ms)Running coprocessor post-close hooks at 1731733271397 (+3 ms)Closed at 1731733271397 2024-11-16T05:01:11,397 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731733080960.0f9ac0d820824d63dbe9c714a9c8633d. 2024-11-16T05:01:11,397 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a35e263d8dbd3ca9111a5b1c0141e327, disabling compactions & flushes 2024-11-16T05:01:11,397 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T05:01:11,397 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T05:01:11,397 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. after waiting 0 ms 2024-11-16T05:01:11,397 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T05:01:11,398 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a35e263d8dbd3ca9111a5b1c0141e327 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,416 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327/.tmp/colfamily11/55c222c6a41a4d64b970645494e20bc7 is 52, key is rrr/colfamily11:colfamily11/1731733084879/Put/seqid=0 2024-11-16T05:01:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741898_1074 (size=39263) 2024-11-16T05:01:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741898_1074 (size=39263) 2024-11-16T05:01:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741898_1074 (size=39263) 2024-11-16T05:01:11,422 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327/.tmp/colfamily11/55c222c6a41a4d64b970645494e20bc7 2024-11-16T05:01:11,428 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327/.tmp/colfamily11/55c222c6a41a4d64b970645494e20bc7 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327/colfamily11/55c222c6a41a4d64b970645494e20bc7 2024-11-16T05:01:11,434 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327/colfamily11/55c222c6a41a4d64b970645494e20bc7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,435 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a35e263d8dbd3ca9111a5b1c0141e327 in 37ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,440 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a35e263d8dbd3ca9111a5b1c0141e327/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,441 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T05:01:11,441 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a35e263d8dbd3ca9111a5b1c0141e327: Waiting for close lock at 1731733271397Running coprocessor pre-close hooks at 1731733271397Disabling compacts and flushes for region at 1731733271397Disabling writes for close at 1731733271397Obtaining lock to block concurrent updates at 1731733271398 (+1 ms)Preparing flush snapshotting stores in a35e263d8dbd3ca9111a5b1c0141e327 at 1731733271398Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271398Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. at 1731733271398Flushing a35e263d8dbd3ca9111a5b1c0141e327/colfamily11: creating writer at 1731733271398Flushing a35e263d8dbd3ca9111a5b1c0141e327/colfamily11: appending metadata at 1731733271415 (+17 ms)Flushing a35e263d8dbd3ca9111a5b1c0141e327/colfamily11: closing flushed file at 1731733271415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4567c67a: reopening flushed file at 1731733271427 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a35e263d8dbd3ca9111a5b1c0141e327 in 37ms, sequenceid=5, compaction requested=false at 1731733271435 (+8 ms)Writing region close event to WAL at 1731733271436 (+1 ms)Running coprocessor post-close hooks at 1731733271440 (+4 ms)Closed at 1731733271440 2024-11-16T05:01:11,441 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731733080960.a35e263d8dbd3ca9111a5b1c0141e327. 2024-11-16T05:01:11,441 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2db72dacd876bc264a8b6626ee68de74, disabling compactions & flushes 2024-11-16T05:01:11,441 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T05:01:11,441 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T05:01:11,441 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. after waiting 0 ms 2024-11-16T05:01:11,441 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T05:01:11,441 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2db72dacd876bc264a8b6626ee68de74 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T05:01:11,461 INFO [RS:1;48db94e10209:33639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T05:01:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33639-0x101434b4e130002, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T05:01:11,461 INFO [RS:1;48db94e10209:33639 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,33639,1731733078480; zookeeper connection closed. 2024-11-16T05:01:11,461 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dee7c63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dee7c63 2024-11-16T05:01:11,463 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74/.tmp/colfamily11/348326a52e68414aa410f1f8d8ae3fda is 52, key is hhh/colfamily11:colfamily11/1731733084792/Put/seqid=0 2024-11-16T05:01:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741899_1075 (size=39263) 2024-11-16T05:01:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741899_1075 (size=39263) 2024-11-16T05:01:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741899_1075 (size=39263) 2024-11-16T05:01:11,471 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74/.tmp/colfamily11/348326a52e68414aa410f1f8d8ae3fda 2024-11-16T05:01:11,474 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1351): Waiting on 0c157804c8995f37a0bae981480ea19d, 212c5973d4638bcc2d03789238ad022e, 2db72dacd876bc264a8b6626ee68de74, 36124383ad5eea43ba729f27257f6ad6, 410eccec6efd440a7217d2e79bd12a55, 4228fafa27ab7aed2b78b013c2c3f7f7, 56d9aa828ffbf406d0378f6f6d265f5e, 728b010900eff261aaaed97dd7c94b54, 9f7a5d1807ef4b03b20d4e49dc6a85b9, aaa8cd53ee1d87040556b12fbc48e9af 2024-11-16T05:01:11,479 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74/.tmp/colfamily11/348326a52e68414aa410f1f8d8ae3fda as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74/colfamily11/348326a52e68414aa410f1f8d8ae3fda 2024-11-16T05:01:11,486 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74/colfamily11/348326a52e68414aa410f1f8d8ae3fda, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,487 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2db72dacd876bc264a8b6626ee68de74 in 46ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,492 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2db72dacd876bc264a8b6626ee68de74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,492 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T05:01:11,492 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2db72dacd876bc264a8b6626ee68de74: Waiting for close lock at 1731733271441Running coprocessor pre-close hooks at 1731733271441Disabling compacts and flushes for region at 1731733271441Disabling writes for close at 1731733271441Obtaining lock to block concurrent updates at 1731733271441Preparing flush snapshotting stores in 2db72dacd876bc264a8b6626ee68de74 at 1731733271441Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271442 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. at 1731733271442Flushing 2db72dacd876bc264a8b6626ee68de74/colfamily11: creating writer at 1731733271442Flushing 2db72dacd876bc264a8b6626ee68de74/colfamily11: appending metadata at 1731733271462 (+20 ms)Flushing 2db72dacd876bc264a8b6626ee68de74/colfamily11: closing flushed file at 1731733271462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dec8451: reopening flushed file at 1731733271478 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2db72dacd876bc264a8b6626ee68de74 in 46ms, sequenceid=5, compaction requested=false at 1731733271487 (+9 ms)Writing region close event to WAL at 1731733271488 (+1 ms)Running coprocessor post-close hooks at 1731733271492 (+4 ms)Closed at 1731733271492 2024-11-16T05:01:11,492 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731733080960.2db72dacd876bc264a8b6626ee68de74. 2024-11-16T05:01:11,493 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaa8cd53ee1d87040556b12fbc48e9af, disabling compactions & flushes 2024-11-16T05:01:11,493 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T05:01:11,493 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T05:01:11,493 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. after waiting 0 ms 2024-11-16T05:01:11,493 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T05:01:11,493 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aaa8cd53ee1d87040556b12fbc48e9af 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,515 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af/.tmp/colfamily11/cd2e65a932c54838bc5074b3b2c33f1a is 52, key is aaa/colfamily11:colfamily11/1731733084736/Put/seqid=0 2024-11-16T05:01:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741900_1076 (size=39263) 2024-11-16T05:01:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741900_1076 (size=39263) 2024-11-16T05:01:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741900_1076 (size=39263) 2024-11-16T05:01:11,523 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af/.tmp/colfamily11/cd2e65a932c54838bc5074b3b2c33f1a 2024-11-16T05:01:11,530 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af/.tmp/colfamily11/cd2e65a932c54838bc5074b3b2c33f1a as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af/colfamily11/cd2e65a932c54838bc5074b3b2c33f1a 2024-11-16T05:01:11,537 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af/colfamily11/cd2e65a932c54838bc5074b3b2c33f1a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,539 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aaa8cd53ee1d87040556b12fbc48e9af in 45ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,543 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aaa8cd53ee1d87040556b12fbc48e9af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,543 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T05:01:11,544 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaa8cd53ee1d87040556b12fbc48e9af: Waiting for close lock at 1731733271493Running coprocessor pre-close hooks at 1731733271493Disabling compacts and flushes for region at 1731733271493Disabling writes for close at 1731733271493Obtaining lock to block concurrent updates at 1731733271493Preparing flush snapshotting stores in aaa8cd53ee1d87040556b12fbc48e9af at 1731733271493Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271493Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. at 1731733271494 (+1 ms)Flushing aaa8cd53ee1d87040556b12fbc48e9af/colfamily11: creating writer at 1731733271494Flushing aaa8cd53ee1d87040556b12fbc48e9af/colfamily11: appending metadata at 1731733271515 (+21 ms)Flushing aaa8cd53ee1d87040556b12fbc48e9af/colfamily11: closing flushed file at 1731733271515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8a0b3: reopening flushed file at 1731733271529 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aaa8cd53ee1d87040556b12fbc48e9af in 45ms, sequenceid=5, compaction requested=false at 1731733271539 (+10 ms)Writing region close event to WAL at 1731733271539Running coprocessor post-close hooks at 1731733271543 (+4 ms)Closed at 1731733271543 2024-11-16T05:01:11,544 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731733080960.aaa8cd53ee1d87040556b12fbc48e9af. 2024-11-16T05:01:11,544 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 212c5973d4638bcc2d03789238ad022e, disabling compactions & flushes 2024-11-16T05:01:11,544 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:11,544 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:11,544 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. after waiting 0 ms 2024-11-16T05:01:11,544 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:11,548 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/212c5973d4638bcc2d03789238ad022e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,548 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:11,548 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 212c5973d4638bcc2d03789238ad022e: Waiting for close lock at 1731733271544Running coprocessor pre-close hooks at 1731733271544Disabling compacts and flushes for region at 1731733271544Disabling writes for close at 1731733271544Writing region close event to WAL at 1731733271545 (+1 ms)Running coprocessor post-close hooks at 1731733271548 (+3 ms)Closed at 1731733271548 2024-11-16T05:01:11,548 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731733080960.212c5973d4638bcc2d03789238ad022e. 2024-11-16T05:01:11,549 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4228fafa27ab7aed2b78b013c2c3f7f7, disabling compactions & flushes 2024-11-16T05:01:11,549 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:11,549 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:11,549 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. after waiting 0 ms 2024-11-16T05:01:11,549 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:11,552 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4228fafa27ab7aed2b78b013c2c3f7f7/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,553 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:11,553 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4228fafa27ab7aed2b78b013c2c3f7f7: Waiting for close lock at 1731733271549Running coprocessor pre-close hooks at 1731733271549Disabling compacts and flushes for region at 1731733271549Disabling writes for close at 1731733271549Writing region close event to WAL at 1731733271549Running coprocessor post-close hooks at 1731733271553 (+4 ms)Closed at 1731733271553 2024-11-16T05:01:11,553 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731733080960.4228fafa27ab7aed2b78b013c2c3f7f7. 2024-11-16T05:01:11,553 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36124383ad5eea43ba729f27257f6ad6, disabling compactions & flushes 2024-11-16T05:01:11,553 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:11,553 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:11,553 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. after waiting 0 ms 2024-11-16T05:01:11,553 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:11,557 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36124383ad5eea43ba729f27257f6ad6/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,557 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:11,557 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36124383ad5eea43ba729f27257f6ad6: Waiting for close lock at 1731733271553Running coprocessor pre-close hooks at 1731733271553Disabling compacts and flushes for region at 1731733271553Disabling writes for close at 1731733271553Writing region close event to WAL at 1731733271554 (+1 ms)Running coprocessor post-close hooks at 1731733271557 (+3 ms)Closed at 1731733271557 2024-11-16T05:01:11,557 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731733080960.36124383ad5eea43ba729f27257f6ad6. 2024-11-16T05:01:11,557 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 410eccec6efd440a7217d2e79bd12a55, disabling compactions & flushes 2024-11-16T05:01:11,557 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T05:01:11,557 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T05:01:11,558 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. after waiting 0 ms 2024-11-16T05:01:11,558 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T05:01:11,558 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 410eccec6efd440a7217d2e79bd12a55 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,573 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55/.tmp/colfamily11/f908c4b89d524ae68732bf1ba38fbc44 is 52, key is kkk/colfamily11:colfamily11/1731733084815/Put/seqid=0 2024-11-16T05:01:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741901_1077 (size=39263) 2024-11-16T05:01:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741901_1077 (size=39263) 2024-11-16T05:01:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741901_1077 (size=39263) 2024-11-16T05:01:11,582 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55/.tmp/colfamily11/f908c4b89d524ae68732bf1ba38fbc44 2024-11-16T05:01:11,589 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55/.tmp/colfamily11/f908c4b89d524ae68732bf1ba38fbc44 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55/colfamily11/f908c4b89d524ae68732bf1ba38fbc44 2024-11-16T05:01:11,595 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55/colfamily11/f908c4b89d524ae68732bf1ba38fbc44, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,596 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 410eccec6efd440a7217d2e79bd12a55 in 38ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,600 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/410eccec6efd440a7217d2e79bd12a55/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,600 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T05:01:11,600 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 410eccec6efd440a7217d2e79bd12a55: Waiting for close lock at 1731733271557Running coprocessor pre-close hooks at 1731733271557Disabling compacts and flushes for region at 1731733271557Disabling writes for close at 1731733271558 (+1 ms)Obtaining lock to block concurrent updates at 1731733271558Preparing flush snapshotting stores in 410eccec6efd440a7217d2e79bd12a55 at 1731733271558Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271558Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. at 1731733271558Flushing 410eccec6efd440a7217d2e79bd12a55/colfamily11: creating writer at 1731733271558Flushing 410eccec6efd440a7217d2e79bd12a55/colfamily11: appending metadata at 1731733271573 (+15 ms)Flushing 410eccec6efd440a7217d2e79bd12a55/colfamily11: closing flushed file at 1731733271573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2ab355: reopening flushed file at 1731733271588 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 410eccec6efd440a7217d2e79bd12a55 in 38ms, sequenceid=5, compaction requested=false at 1731733271596 (+8 ms)Writing region close event to WAL at 1731733271597 (+1 ms)Running coprocessor post-close hooks at 1731733271600 (+3 ms)Closed at 1731733271600 2024-11-16T05:01:11,601 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731733080960.410eccec6efd440a7217d2e79bd12a55. 2024-11-16T05:01:11,601 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c157804c8995f37a0bae981480ea19d, disabling compactions & flushes 2024-11-16T05:01:11,601 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T05:01:11,601 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T05:01:11,601 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. after waiting 0 ms 2024-11-16T05:01:11,601 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T05:01:11,601 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c157804c8995f37a0bae981480ea19d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,623 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d/.tmp/colfamily11/37ac50d9ec364789b65b64d4e7bb8502 is 52, key is uuu/colfamily11:colfamily11/1731733084901/Put/seqid=0 2024-11-16T05:01:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741902_1078 (size=39263) 2024-11-16T05:01:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741902_1078 (size=39263) 2024-11-16T05:01:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741902_1078 (size=39263) 2024-11-16T05:01:11,630 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d/.tmp/colfamily11/37ac50d9ec364789b65b64d4e7bb8502 2024-11-16T05:01:11,637 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d/.tmp/colfamily11/37ac50d9ec364789b65b64d4e7bb8502 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d/colfamily11/37ac50d9ec364789b65b64d4e7bb8502 2024-11-16T05:01:11,643 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d/colfamily11/37ac50d9ec364789b65b64d4e7bb8502, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,644 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0c157804c8995f37a0bae981480ea19d in 43ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,648 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c157804c8995f37a0bae981480ea19d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,649 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T05:01:11,649 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c157804c8995f37a0bae981480ea19d: Waiting for close lock at 1731733271601Running coprocessor pre-close hooks at 1731733271601Disabling compacts and flushes for region at 1731733271601Disabling writes for close at 1731733271601Obtaining lock to block concurrent updates at 1731733271601Preparing flush snapshotting stores in 0c157804c8995f37a0bae981480ea19d at 1731733271601Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271601Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. at 1731733271602 (+1 ms)Flushing 0c157804c8995f37a0bae981480ea19d/colfamily11: creating writer at 1731733271602Flushing 0c157804c8995f37a0bae981480ea19d/colfamily11: appending metadata at 1731733271623 (+21 ms)Flushing 0c157804c8995f37a0bae981480ea19d/colfamily11: closing flushed file at 1731733271623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fc6538: reopening flushed file at 1731733271636 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0c157804c8995f37a0bae981480ea19d in 43ms, sequenceid=5, compaction requested=false at 1731733271644 (+8 ms)Writing region close event to WAL at 1731733271644Running coprocessor post-close hooks at 1731733271649 (+5 ms)Closed at 1731733271649 2024-11-16T05:01:11,649 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731733080960.0c157804c8995f37a0bae981480ea19d. 2024-11-16T05:01:11,649 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f7a5d1807ef4b03b20d4e49dc6a85b9, disabling compactions & flushes 2024-11-16T05:01:11,649 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T05:01:11,649 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T05:01:11,649 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. after waiting 0 ms 2024-11-16T05:01:11,649 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T05:01:11,649 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f7a5d1807ef4b03b20d4e49dc6a85b9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,665 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9/.tmp/colfamily11/56b447af386e4b76806431d9ee92c466 is 52, key is lll/colfamily11:colfamily11/1731733084836/Put/seqid=0 2024-11-16T05:01:11,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741903_1079 (size=39263) 2024-11-16T05:01:11,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741903_1079 (size=39263) 2024-11-16T05:01:11,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741903_1079 (size=39263) 2024-11-16T05:01:11,673 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9/.tmp/colfamily11/56b447af386e4b76806431d9ee92c466 2024-11-16T05:01:11,674 DEBUG [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1351): Waiting on 56d9aa828ffbf406d0378f6f6d265f5e, 728b010900eff261aaaed97dd7c94b54, 9f7a5d1807ef4b03b20d4e49dc6a85b9 2024-11-16T05:01:11,681 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9/.tmp/colfamily11/56b447af386e4b76806431d9ee92c466 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily11/56b447af386e4b76806431d9ee92c466 2024-11-16T05:01:11,688 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily11/56b447af386e4b76806431d9ee92c466, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,689 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9f7a5d1807ef4b03b20d4e49dc6a85b9 in 40ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,693 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9f7a5d1807ef4b03b20d4e49dc6a85b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,693 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T05:01:11,693 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f7a5d1807ef4b03b20d4e49dc6a85b9: Waiting for close lock at 1731733271649Running coprocessor pre-close hooks at 1731733271649Disabling compacts and flushes for region at 1731733271649Disabling writes for close at 1731733271649Obtaining lock to block concurrent updates at 1731733271649Preparing flush snapshotting stores in 9f7a5d1807ef4b03b20d4e49dc6a85b9 at 1731733271649Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271650 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. at 1731733271650Flushing 9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily11: creating writer at 1731733271650Flushing 9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily11: appending metadata at 1731733271665 (+15 ms)Flushing 9f7a5d1807ef4b03b20d4e49dc6a85b9/colfamily11: closing flushed file at 1731733271665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4d52c4: reopening flushed file at 1731733271679 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9f7a5d1807ef4b03b20d4e49dc6a85b9 in 40ms, sequenceid=5, compaction requested=false at 1731733271689 (+10 ms)Writing region close event to WAL at 1731733271690 (+1 ms)Running coprocessor post-close hooks at 1731733271693 (+3 ms)Closed at 1731733271693 2024-11-16T05:01:11,694 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731733080960.9f7a5d1807ef4b03b20d4e49dc6a85b9. 2024-11-16T05:01:11,694 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56d9aa828ffbf406d0378f6f6d265f5e, disabling compactions & flushes 2024-11-16T05:01:11,694 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:11,694 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:11,694 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. after waiting 0 ms 2024-11-16T05:01:11,694 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:11,698 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56d9aa828ffbf406d0378f6f6d265f5e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-16T05:01:11,699 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:11,699 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56d9aa828ffbf406d0378f6f6d265f5e: Waiting for close lock at 1731733271694Running coprocessor pre-close hooks at 1731733271694Disabling compacts and flushes for region at 1731733271694Disabling writes for close at 1731733271694Writing region close event to WAL at 1731733271695 (+1 ms)Running coprocessor post-close hooks at 1731733271699 (+4 ms)Closed at 1731733271699 2024-11-16T05:01:11,699 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731733080960.56d9aa828ffbf406d0378f6f6d265f5e. 2024-11-16T05:01:11,699 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 728b010900eff261aaaed97dd7c94b54, disabling compactions & flushes 2024-11-16T05:01:11,699 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T05:01:11,699 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T05:01:11,699 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. after waiting 0 ms 2024-11-16T05:01:11,699 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T05:01:11,700 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 728b010900eff261aaaed97dd7c94b54 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-16T05:01:11,721 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54/.tmp/colfamily11/ddf31d71264248afa06a995d7dda4667 is 52, key is ooo/colfamily11:colfamily11/1731733084857/Put/seqid=0 2024-11-16T05:01:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741904_1080 (size=39263) 2024-11-16T05:01:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741904_1080 (size=39263) 2024-11-16T05:01:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741904_1080 (size=39263) 2024-11-16T05:01:11,730 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54/.tmp/colfamily11/ddf31d71264248afa06a995d7dda4667 2024-11-16T05:01:11,737 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54/.tmp/colfamily11/ddf31d71264248afa06a995d7dda4667 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54/colfamily11/ddf31d71264248afa06a995d7dda4667 2024-11-16T05:01:11,744 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54/colfamily11/ddf31d71264248afa06a995d7dda4667, entries=703, sequenceid=5, filesize=38.3 K 2024-11-16T05:01:11,745 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 728b010900eff261aaaed97dd7c94b54 in 46ms, sequenceid=5, compaction requested=false 2024-11-16T05:01:11,749 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/728b010900eff261aaaed97dd7c94b54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T05:01:11,750 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T05:01:11,750 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 728b010900eff261aaaed97dd7c94b54: Waiting for close lock at 1731733271699Running coprocessor pre-close hooks at 1731733271699Disabling compacts and flushes for region at 1731733271699Disabling writes for close at 1731733271699Obtaining lock to block concurrent updates at 1731733271700 (+1 ms)Preparing flush snapshotting stores in 728b010900eff261aaaed97dd7c94b54 at 1731733271700Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731733271700Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. at 1731733271701 (+1 ms)Flushing 728b010900eff261aaaed97dd7c94b54/colfamily11: creating writer at 1731733271701Flushing 728b010900eff261aaaed97dd7c94b54/colfamily11: appending metadata at 1731733271720 (+19 ms)Flushing 728b010900eff261aaaed97dd7c94b54/colfamily11: closing flushed file at 1731733271721 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c18b83: reopening flushed file at 1731733271736 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 728b010900eff261aaaed97dd7c94b54 in 46ms, sequenceid=5, compaction requested=false at 1731733271745 (+9 ms)Writing region close event to WAL at 1731733271746 (+1 ms)Running coprocessor post-close hooks at 1731733271750 (+4 ms)Closed at 1731733271750 2024-11-16T05:01:11,750 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731733080960.728b010900eff261aaaed97dd7c94b54. 2024-11-16T05:01:11,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T05:01:11,874 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(976): stopping server 48db94e10209,36285,1731733078532; all regions closed. 2024-11-16T05:01:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741835_1011 (size=354117) 2024-11-16T05:01:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741835_1011 (size=354117) 2024-11-16T05:01:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741835_1011 (size=354117) 2024-11-16T05:01:11,887 DEBUG [RS:2;48db94e10209:36285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/oldWALs 2024-11-16T05:01:11,887 INFO [RS:2;48db94e10209:36285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C36285%2C1731733078532:(num 1731733080152) 2024-11-16T05:01:11,887 DEBUG [RS:2;48db94e10209:36285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:01:11,887 INFO [RS:2;48db94e10209:36285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T05:01:11,887 INFO [RS:2;48db94e10209:36285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T05:01:11,887 INFO [RS:2;48db94e10209:36285 {}] hbase.ChoreService(370): Chore service for: regionserver/48db94e10209:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T05:01:11,888 INFO [RS:2;48db94e10209:36285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T05:01:11,888 INFO [RS:2;48db94e10209:36285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T05:01:11,888 INFO [RS:2;48db94e10209:36285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T05:01:11,888 INFO [RS:2;48db94e10209:36285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T05:01:11,888 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T05:01:11,888 INFO [RS:2;48db94e10209:36285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36285 2024-11-16T05:01:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T05:01:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,36285,1731733078532 2024-11-16T05:01:11,917 INFO [RS:2;48db94e10209:36285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T05:01:11,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,36285,1731733078532] 2024-11-16T05:01:11,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,36285,1731733078532 already deleted, retry=false 2024-11-16T05:01:11,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 48db94e10209,36285,1731733078532 expired; onlineServers=0 2024-11-16T05:01:11,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '48db94e10209,42841,1731733077606' ***** 2024-11-16T05:01:11,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T05:01:11,936 INFO [M:0;48db94e10209:42841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T05:01:11,936 INFO [M:0;48db94e10209:42841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T05:01:11,936 DEBUG [M:0;48db94e10209:42841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T05:01:11,936 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T05:01:11,936 DEBUG [M:0;48db94e10209:42841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T05:01:11,936 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731733079701 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731733079701,5,FailOnTimeoutGroup] 2024-11-16T05:01:11,936 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731733079696 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731733079696,5,FailOnTimeoutGroup] 2024-11-16T05:01:11,936 INFO [M:0;48db94e10209:42841 {}] hbase.ChoreService(370): Chore service for: master/48db94e10209:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T05:01:11,936 INFO [M:0;48db94e10209:42841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T05:01:11,936 DEBUG [M:0;48db94e10209:42841 {}] master.HMaster(1795): Stopping service threads 2024-11-16T05:01:11,936 INFO [M:0;48db94e10209:42841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T05:01:11,937 INFO [M:0;48db94e10209:42841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T05:01:11,937 INFO [M:0;48db94e10209:42841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T05:01:11,937 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T05:01:11,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T05:01:11,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T05:01:11,944 DEBUG [M:0;48db94e10209:42841 {}] zookeeper.ZKUtil(347): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T05:01:11,944 WARN [M:0;48db94e10209:42841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T05:01:11,945 INFO [M:0;48db94e10209:42841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/.lastflushedseqids 2024-11-16T05:01:11,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741905_1081 (size=2837) 2024-11-16T05:01:11,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741905_1081 (size=2837) 2024-11-16T05:01:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741905_1081 (size=2837) 2024-11-16T05:01:11,958 INFO [M:0;48db94e10209:42841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T05:01:11,958 INFO [M:0;48db94e10209:42841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T05:01:11,958 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T05:01:11,958 INFO [M:0;48db94e10209:42841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T05:01:11,958 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T05:01:11,958 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T05:01:11,958 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T05:01:11,959 INFO [M:0;48db94e10209:42841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.30 KB heapSize=404.63 KB 2024-11-16T05:01:11,974 DEBUG [M:0;48db94e10209:42841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f2d9c0ec5cd4f55b2a631a62b753018 is 82, key is hbase:meta,,1/info:regioninfo/1731733266581/Put/seqid=0 2024-11-16T05:01:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741906_1082 (size=6071) 2024-11-16T05:01:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741906_1082 (size=6071) 2024-11-16T05:01:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741906_1082 (size=6071) 2024-11-16T05:01:11,981 INFO [M:0;48db94e10209:42841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f2d9c0ec5cd4f55b2a631a62b753018 2024-11-16T05:01:12,002 DEBUG [M:0;48db94e10209:42841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4efd2451233649fea8deb6d2e1b3e090 is 4107, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731733082457/Put/seqid=0 2024-11-16T05:01:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741907_1083 (size=13504) 2024-11-16T05:01:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741907_1083 (size=13504) 2024-11-16T05:01:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741907_1083 (size=13504) 2024-11-16T05:01:12,009 INFO [M:0;48db94e10209:42841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.07 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4efd2451233649fea8deb6d2e1b3e090 2024-11-16T05:01:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T05:01:12,027 INFO [RS:2;48db94e10209:36285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T05:01:12,027 INFO [RS:2;48db94e10209:36285 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,36285,1731733078532; zookeeper connection closed. 2024-11-16T05:01:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36285-0x101434b4e130003, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T05:01:12,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63aebe57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63aebe57 2024-11-16T05:01:12,028 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T05:01:12,029 DEBUG [M:0;48db94e10209:42841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1979b4de159a408ab11e60d5779d4290 is 69, key is 48db94e10209,33639,1731733078480/rs:state/1731733079860/Put/seqid=0 2024-11-16T05:01:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741908_1084 (size=5442) 2024-11-16T05:01:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741908_1084 (size=5442) 2024-11-16T05:01:12,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741908_1084 (size=5442) 2024-11-16T05:01:12,039 INFO [M:0;48db94e10209:42841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1979b4de159a408ab11e60d5779d4290 2024-11-16T05:01:12,044 INFO [M:0;48db94e10209:42841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1979b4de159a408ab11e60d5779d4290 2024-11-16T05:01:12,045 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f2d9c0ec5cd4f55b2a631a62b753018 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f2d9c0ec5cd4f55b2a631a62b753018 2024-11-16T05:01:12,050 INFO [M:0;48db94e10209:42841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f2d9c0ec5cd4f55b2a631a62b753018, entries=14, sequenceid=634, filesize=5.9 K 2024-11-16T05:01:12,051 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4efd2451233649fea8deb6d2e1b3e090 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4efd2451233649fea8deb6d2e1b3e090 2024-11-16T05:01:12,056 INFO [M:0;48db94e10209:42841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4efd2451233649fea8deb6d2e1b3e090, entries=81, sequenceid=634, filesize=13.2 K 2024-11-16T05:01:12,057 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1979b4de159a408ab11e60d5779d4290 as hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1979b4de159a408ab11e60d5779d4290 2024-11-16T05:01:12,062 INFO [M:0;48db94e10209:42841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1979b4de159a408ab11e60d5779d4290 2024-11-16T05:01:12,062 INFO [M:0;48db94e10209:42841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1979b4de159a408ab11e60d5779d4290, entries=3, sequenceid=634, filesize=5.3 K 2024-11-16T05:01:12,063 INFO [M:0;48db94e10209:42841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.30 KB/352565, heapSize ~404.34 KB/414040, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=634, compaction requested=false 2024-11-16T05:01:12,064 INFO [M:0;48db94e10209:42841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T05:01:12,064 DEBUG [M:0;48db94e10209:42841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731733271958Disabling compacts and flushes for region at 1731733271958Disabling writes for close at 1731733271958Obtaining lock to block concurrent updates at 1731733271959 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731733271959Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352565, getHeapSize=414280, getOffHeapSize=0, getCellsCount=799 at 1731733271959Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731733271959Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731733271959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731733271973 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731733271973Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731733271986 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731733272001 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731733272001Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731733272014 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731733272029 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731733272029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748d442c: reopening flushed file at 1731733272044 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b671e9: reopening flushed file at 1731733272050 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21825870: reopening flushed file at 1731733272056 (+6 ms)Finished flush of dataSize ~344.30 KB/352565, heapSize ~404.34 KB/414040, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=634, compaction requested=false at 1731733272063 (+7 ms)Writing region close event to WAL at 1731733272064 (+1 ms)Closed at 1731733272064 2024-11-16T05:01:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40271 is added to blk_1073741830_1006 (size=394854) 2024-11-16T05:01:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741830_1006 (size=394854) 2024-11-16T05:01:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38927 is added to blk_1073741830_1006 (size=394854) 2024-11-16T05:01:12,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/125d86d9-1a84-50cb-768d-9def2038ec63/MasterData/WALs/48db94e10209,42841,1731733077606/48db94e10209%2C42841%2C1731733077606.1731733078979 not finished, retry = 0 2024-11-16T05:01:12,168 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T05:01:12,168 INFO [M:0;48db94e10209:42841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T05:01:12,169 INFO [M:0;48db94e10209:42841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42841 2024-11-16T05:01:12,169 INFO [M:0;48db94e10209:42841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T05:01:12,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T05:01:12,285 INFO [M:0;48db94e10209:42841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T05:01:12,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x101434b4e130000, quorum=127.0.0.1:52996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T05:01:12,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47300910{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:01:12,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38cb4984{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:01:12,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:01:12,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7605ef0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:01:12,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@697bf951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,STOPPED} 2024-11-16T05:01:12,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:01:12,301 WARN [BP-907274568-172.17.0.2-1731733073767 heartbeating to localhost/127.0.0.1:44397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:01:12,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:01:12,301 WARN [BP-907274568-172.17.0.2-1731733073767 heartbeating to localhost/127.0.0.1:44397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-907274568-172.17.0.2-1731733073767 (Datanode Uuid 6ce29114-1a09-4292-8832-f96b7f6dba09) service to localhost/127.0.0.1:44397 2024-11-16T05:01:12,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data5/current/BP-907274568-172.17.0.2-1731733073767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:01:12,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data6/current/BP-907274568-172.17.0.2-1731733073767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:01:12,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:01:12,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b2194c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:01:12,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac58d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:01:12,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:01:12,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62535b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:01:12,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a2ddbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,STOPPED} 2024-11-16T05:01:12,306 WARN [BP-907274568-172.17.0.2-1731733073767 heartbeating to localhost/127.0.0.1:44397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:01:12,306 WARN [BP-907274568-172.17.0.2-1731733073767 heartbeating to localhost/127.0.0.1:44397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-907274568-172.17.0.2-1731733073767 (Datanode Uuid 33d2a640-6598-4702-acd2-762d5ae1be46) service to localhost/127.0.0.1:44397 2024-11-16T05:01:12,306 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:01:12,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:01:12,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data3/current/BP-907274568-172.17.0.2-1731733073767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:01:12,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data4/current/BP-907274568-172.17.0.2-1731733073767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:01:12,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:01:12,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75313660{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T05:01:12,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d359de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:01:12,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:01:12,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a83e474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:01:12,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31fa71ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,STOPPED} 2024-11-16T05:01:12,313 WARN [BP-907274568-172.17.0.2-1731733073767 heartbeating to localhost/127.0.0.1:44397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T05:01:12,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T05:01:12,313 WARN [BP-907274568-172.17.0.2-1731733073767 heartbeating to localhost/127.0.0.1:44397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-907274568-172.17.0.2-1731733073767 (Datanode Uuid a7165f75-6c9d-4dd4-af62-ae18799dd077) service to localhost/127.0.0.1:44397 2024-11-16T05:01:12,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T05:01:12,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data1/current/BP-907274568-172.17.0.2-1731733073767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:01:12,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/cluster_5f2286bd-1b2f-6e22-ff78-eb7d792d99a2/data/data2/current/BP-907274568-172.17.0.2-1731733073767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T05:01:12,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T05:01:12,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c8e2b9b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T05:01:12,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cd7e66f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T05:01:12,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T05:01:12,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4164510b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T05:01:12,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34f5021e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c19ff79f-5010-a398-9272-f37f012b5cdf/hadoop.log.dir/,STOPPED} 2024-11-16T05:01:12,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T05:01:12,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T05:01:12,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/48db94e10209:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/48db94e10209:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@240a6667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/48db94e10209:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/48db94e10209:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS_OPEN_REGION-regionserver/48db94e10209:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44397 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/48db94e10209:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/48db94e10209:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/48db94e10209:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:44397 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/48db94e10209:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=6784 (was 7959)