2024-11-21 21:56:39,127 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-21 21:56:39,146 main DEBUG Took 0.017248 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 21:56:39,146 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 21:56:39,147 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 21:56:39,148 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 21:56:39,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,160 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 21:56:39,177 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,181 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,186 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,189 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,190 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,192 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:56:39,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,195 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 21:56:39,196 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:56:39,198 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 21:56:39,200 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 21:56:39,201 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 21:56:39,202 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 21:56:39,203 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 21:56:39,214 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 21:56:39,217 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 21:56:39,220 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 21:56:39,220 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 21:56:39,221 main DEBUG createAppenders(={Console}) 2024-11-21 21:56:39,222 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-21 21:56:39,222 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-21 21:56:39,222 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-21 21:56:39,223 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 21:56:39,224 main DEBUG OutputStream closed 2024-11-21 21:56:39,224 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 21:56:39,224 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 21:56:39,225 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-21 21:56:39,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 21:56:39,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 21:56:39,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 21:56:39,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 21:56:39,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 21:56:39,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 21:56:39,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 21:56:39,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 21:56:39,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 21:56:39,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 21:56:39,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 21:56:39,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 21:56:39,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 21:56:39,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 21:56:39,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 21:56:39,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 21:56:39,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 21:56:39,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 21:56:39,320 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 21:56:39,321 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-21 21:56:39,321 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 21:56:39,321 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-21T21:56:39,333 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-21 21:56:39,335 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 21:56:39,336 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T21:56:39,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=4531 2024-11-21T21:56:39,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37 2024-11-21T21:56:39,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T21:56:39,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55, deleteOnExit=true 2024-11-21T21:56:39,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T21:56:39,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/test.cache.data in system properties and HBase conf 2024-11-21T21:56:39,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T21:56:39,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir in system properties and HBase conf 2024-11-21T21:56:39,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T21:56:39,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T21:56:39,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T21:56:39,695 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T21:56:39,779 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T21:56:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:56:39,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:56:39,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T21:56:39,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:56:39,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T21:56:39,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T21:56:39,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:56:39,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:56:39,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T21:56:39,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/nfs.dump.dir in system properties and HBase conf 2024-11-21T21:56:39,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/java.io.tmpdir in system properties and HBase conf 2024-11-21T21:56:39,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:56:39,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T21:56:39,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T21:56:40,838 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T21:56:40,909 INFO [Time-limited test {}] log.Log(170): Logging initialized @2467ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T21:56:40,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:56:41,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:56:41,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:56:41,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:56:41,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:56:41,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:56:41,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:56:41,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:56:41,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/java.io.tmpdir/jetty-localhost-41671-hadoop-hdfs-3_4_1-tests_jar-_-any-5302923488996707224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:56:41,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:41671} 2024-11-21T21:56:41,252 INFO [Time-limited test {}] server.Server(415): Started @2811ms 2024-11-21T21:56:41,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:56:41,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:56:41,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:56:41,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:56:41,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:56:41,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:56:41,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:56:41,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/java.io.tmpdir/jetty-localhost-41551-hadoop-hdfs-3_4_1-tests_jar-_-any-2328533664162029645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:56:41,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:41551} 2024-11-21T21:56:41,848 INFO [Time-limited test {}] server.Server(415): Started @3407ms 2024-11-21T21:56:41,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:56:42,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:56:42,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:56:42,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:56:42,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:56:42,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:56:42,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:56:42,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:56:42,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/java.io.tmpdir/jetty-localhost-42889-hadoop-hdfs-3_4_1-tests_jar-_-any-297071187832547941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:56:42,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:42889} 2024-11-21T21:56:42,140 INFO [Time-limited test {}] server.Server(415): Started @3698ms 2024-11-21T21:56:42,142 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:56:42,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:56:42,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:56:42,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:56:42,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:56:42,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:56:42,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:56:42,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:56:42,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/java.io.tmpdir/jetty-localhost-40907-hadoop-hdfs-3_4_1-tests_jar-_-any-3205042591242279943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:56:42,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:40907} 2024-11-21T21:56:42,295 INFO [Time-limited test {}] server.Server(415): Started @3854ms 2024-11-21T21:56:42,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:56:43,253 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data1/current/BP-645000123-172.17.0.2-1732226200380/current, will proceed with Du for space computation calculation, 2024-11-21T21:56:43,253 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data4/current/BP-645000123-172.17.0.2-1732226200380/current, will proceed with Du for space computation calculation, 2024-11-21T21:56:43,253 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data3/current/BP-645000123-172.17.0.2-1732226200380/current, will proceed with Du for space computation calculation, 2024-11-21T21:56:43,253 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data2/current/BP-645000123-172.17.0.2-1732226200380/current, will proceed with Du for space computation calculation, 2024-11-21T21:56:43,283 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:56:43,283 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:56:43,288 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data5/current/BP-645000123-172.17.0.2-1732226200380/current, will proceed with Du for space computation calculation, 2024-11-21T21:56:43,295 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data6/current/BP-645000123-172.17.0.2-1732226200380/current, will proceed with Du for space computation calculation, 2024-11-21T21:56:43,320 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:56:43,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf61cbc808abbe56b with lease ID 0x4430ec5c7edf4907: Processing first storage report for DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf from datanode DatanodeRegistration(127.0.0.1:42493, datanodeUuid=239115d7-b7b4-4340-9507-0a831452f372, infoPort=36705, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380) 2024-11-21T21:56:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf61cbc808abbe56b with lease ID 0x4430ec5c7edf4907: from storage DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf node DatanodeRegistration(127.0.0.1:42493, datanodeUuid=239115d7-b7b4-4340-9507-0a831452f372, infoPort=36705, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:56:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ec8def10d24bfc2 with lease ID 0x4430ec5c7edf4905: Processing first storage report for DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92 from datanode DatanodeRegistration(127.0.0.1:44191, datanodeUuid=97a702f9-11d2-4b02-bbdf-c9cfe42153b7, infoPort=37003, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380) 2024-11-21T21:56:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ec8def10d24bfc2 with lease ID 0x4430ec5c7edf4905: from storage DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92 node DatanodeRegistration(127.0.0.1:44191, datanodeUuid=97a702f9-11d2-4b02-bbdf-c9cfe42153b7, infoPort=37003, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:56:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff683764a649bc62 with lease ID 0x4430ec5c7edf4906: Processing first storage report for DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=f49232a1-a55a-4e1c-b6ff-d423ca26a28d, infoPort=41927, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380) 2024-11-21T21:56:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff683764a649bc62 with lease ID 0x4430ec5c7edf4906: from storage DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=f49232a1-a55a-4e1c-b6ff-d423ca26a28d, infoPort=41927, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:56:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf61cbc808abbe56b with lease ID 0x4430ec5c7edf4907: Processing first storage report for DS-9e32d00b-6917-4f3b-ab50-a12e0dcf5ff6 from datanode DatanodeRegistration(127.0.0.1:42493, datanodeUuid=239115d7-b7b4-4340-9507-0a831452f372, infoPort=36705, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380) 2024-11-21T21:56:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf61cbc808abbe56b with lease ID 0x4430ec5c7edf4907: from storage DS-9e32d00b-6917-4f3b-ab50-a12e0dcf5ff6 node DatanodeRegistration(127.0.0.1:42493, datanodeUuid=239115d7-b7b4-4340-9507-0a831452f372, infoPort=36705, infoSecurePort=0, ipcPort=37911, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:56:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ec8def10d24bfc2 with lease ID 0x4430ec5c7edf4905: Processing first storage report for DS-c213cd19-857c-47b2-8e64-9fed27dd3482 from datanode DatanodeRegistration(127.0.0.1:44191, datanodeUuid=97a702f9-11d2-4b02-bbdf-c9cfe42153b7, infoPort=37003, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380) 2024-11-21T21:56:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ec8def10d24bfc2 with lease ID 0x4430ec5c7edf4905: from storage DS-c213cd19-857c-47b2-8e64-9fed27dd3482 node DatanodeRegistration(127.0.0.1:44191, datanodeUuid=97a702f9-11d2-4b02-bbdf-c9cfe42153b7, infoPort=37003, infoSecurePort=0, ipcPort=41487, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:56:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff683764a649bc62 with lease ID 0x4430ec5c7edf4906: Processing first storage report for DS-a8c2c02d-0ee7-44f1-a677-c183250f8c27 from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=f49232a1-a55a-4e1c-b6ff-d423ca26a28d, infoPort=41927, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380) 2024-11-21T21:56:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff683764a649bc62 with lease ID 0x4430ec5c7edf4906: from storage DS-a8c2c02d-0ee7-44f1-a677-c183250f8c27 node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=f49232a1-a55a-4e1c-b6ff-d423ca26a28d, infoPort=41927, infoSecurePort=0, ipcPort=45813, storageInfo=lv=-57;cid=testClusterID;nsid=639978586;c=1732226200380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:56:43,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37 2024-11-21T21:56:43,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/zookeeper_0, clientPort=62268, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T21:56:43,487 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62268 2024-11-21T21:56:43,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:43,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:43,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:56:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:56:43,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:56:44,099 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd with version=8 2024-11-21T21:56:44,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/hbase-staging 2024-11-21T21:56:44,181 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T21:56:44,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:56:44,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:44,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:44,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:56:44,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:44,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:56:44,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T21:56:44,618 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T21:56:44,628 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T21:56:44,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:56:44,656 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100205 (auto-detected) 2024-11-21T21:56:44,657 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T21:56:44,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38651 2024-11-21T21:56:44,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38651 connecting to ZooKeeper ensemble=127.0.0.1:62268 2024-11-21T21:56:44,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386510x0, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:56:44,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38651-0x10160afd20c0000 connected 2024-11-21T21:56:44,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:44,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:44,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:56:44,919 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd, hbase.cluster.distributed=false 2024-11-21T21:56:44,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:56:44,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38651 2024-11-21T21:56:44,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38651 2024-11-21T21:56:44,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38651 2024-11-21T21:56:44,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38651 2024-11-21T21:56:44,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38651 2024-11-21T21:56:45,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:56:45,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:56:45,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:56:45,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:56:45,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:56:45,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45269 2024-11-21T21:56:45,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45269 connecting to ZooKeeper ensemble=127.0.0.1:62268 2024-11-21T21:56:45,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:45,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:45,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452690x0, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:56:45,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45269-0x10160afd20c0001 connected 2024-11-21T21:56:45,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:56:45,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:56:45,102 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:56:45,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:56:45,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:56:45,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45269 2024-11-21T21:56:45,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45269 2024-11-21T21:56:45,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45269 2024-11-21T21:56:45,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45269 2024-11-21T21:56:45,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45269 2024-11-21T21:56:45,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:56:45,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:56:45,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:56:45,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:56:45,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:56:45,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38093 2024-11-21T21:56:45,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38093 connecting to ZooKeeper ensemble=127.0.0.1:62268 2024-11-21T21:56:45,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:45,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:45,178 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380930x0, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:56:45,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:56:45,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38093-0x10160afd20c0002 connected 2024-11-21T21:56:45,180 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:56:45,181 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:56:45,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:56:45,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:56:45,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-21T21:56:45,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38093 2024-11-21T21:56:45,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38093 2024-11-21T21:56:45,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-21T21:56:45,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-21T21:56:45,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=45 2024-11-21T21:56:45,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:56:45,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:56:45,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:56:45,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:56:45,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:56:45,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35213 2024-11-21T21:56:45,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35213 connecting to ZooKeeper ensemble=127.0.0.1:62268 2024-11-21T21:56:45,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:45,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352130x0, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:56:45,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:56:45,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35213-0x10160afd20c0003 connected 2024-11-21T21:56:45,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:56:45,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:56:45,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:56:45,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:56:45,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35213 2024-11-21T21:56:45,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35213 2024-11-21T21:56:45,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35213 2024-11-21T21:56:45,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35213 2024-11-21T21:56:45,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35213 2024-11-21T21:56:45,245 DEBUG [M:0;2a884b411602:38651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a884b411602:38651 2024-11-21T21:56:45,247 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2a884b411602,38651,1732226204255 2024-11-21T21:56:45,262 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,264 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a884b411602,38651,1732226204255 2024-11-21T21:56:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,294 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:56:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:56:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:56:45,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,295 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,296 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T21:56:45,297 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a884b411602,38651,1732226204255 from backup master directory 2024-11-21T21:56:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a884b411602,38651,1732226204255 2024-11-21T21:56:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,303 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:56:45,304 WARN [master/2a884b411602:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:56:45,304 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a884b411602,38651,1732226204255 2024-11-21T21:56:45,306 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T21:56:45,307 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T21:56:45,357 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/hbase.id] with ID: 792e2437-8db4-49f3-98a0-e0381557e5cd 2024-11-21T21:56:45,358 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/.tmp/hbase.id 2024-11-21T21:56:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:56:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:56:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:56:45,373 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/.tmp/hbase.id]:[hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/hbase.id] 2024-11-21T21:56:45,416 INFO [master/2a884b411602:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:56:45,421 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T21:56:45,438 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T21:56:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,470 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:45,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:56:45,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:56:45,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:56:45,505 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:45,508 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T21:56:45,521 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:56:45,524 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:56:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:56:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:56:45,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:56:45,569 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store 2024-11-21T21:56:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:56:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:56:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:56:45,592 INFO [master/2a884b411602:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T21:56:45,595 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:45,596 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:56:45,596 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:56:45,597 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:56:45,598 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:56:45,598 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:56:45,598 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:56:45,599 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226205596Disabling compacts and flushes for region at 1732226205596Disabling writes for close at 1732226205598 (+2 ms)Writing region close event to WAL at 1732226205598Closed at 1732226205598 2024-11-21T21:56:45,601 WARN [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/.initializing 2024-11-21T21:56:45,602 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/WALs/2a884b411602,38651,1732226204255 2024-11-21T21:56:45,609 INFO [master/2a884b411602:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:56:45,622 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C38651%2C1732226204255, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/WALs/2a884b411602,38651,1732226204255, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/oldWALs, maxLogs=10 2024-11-21T21:56:45,643 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/WALs/2a884b411602,38651,1732226204255/2a884b411602%2C38651%2C1732226204255.1732226205626, exclude list is [], retry=0 2024-11-21T21:56:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef,DISK] 2024-11-21T21:56:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92,DISK] 2024-11-21T21:56:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf,DISK] 2024-11-21T21:56:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T21:56:45,698 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/WALs/2a884b411602,38651,1732226204255/2a884b411602%2C38651%2C1732226204255.1732226205626 2024-11-21T21:56:45,699 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:37003:37003),(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-21T21:56:45,700 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:45,700 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:45,703 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,704 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T21:56:45,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:45,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:45,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T21:56:45,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:45,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:45,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T21:56:45,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:45,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:45,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T21:56:45,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:45,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:45,777 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,780 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,781 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,786 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,787 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,790 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:56:45,793 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:56:45,797 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:45,798 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70625173, jitterRate=0.05239708721637726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:56:45,806 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732226205716Initializing all the Stores at 1732226205718 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226205718Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226205719 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226205719Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226205719Cleaning up temporary data from old regions at 1732226205787 (+68 ms)Region opened successfully at 1732226205806 (+19 ms) 2024-11-21T21:56:45,807 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T21:56:45,837 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec91b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:56:45,863 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T21:56:45,872 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:56:45,872 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:56:45,874 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:56:45,876 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T21:56:45,880 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T21:56:45,880 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T21:56:45,902 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T21:56:45,910 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T21:56:45,951 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T21:56:45,954 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T21:56:45,957 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T21:56:45,968 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T21:56:45,970 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T21:56:45,973 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T21:56:45,984 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T21:56:45,986 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T21:56:45,994 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T21:56:46,013 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T21:56:46,019 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T21:56:46,028 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:56:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:56:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:56:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:56:46,028 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,032 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2a884b411602,38651,1732226204255, sessionid=0x10160afd20c0000, setting cluster-up flag (Was=false) 2024-11-21T21:56:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,061 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,086 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T21:56:46,090 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,38651,1732226204255 2024-11-21T21:56:46,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,111 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,136 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T21:56:46,140 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,38651,1732226204255 2024-11-21T21:56:46,150 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T21:56:46,222 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:56:46,230 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(746): ClusterId : 792e2437-8db4-49f3-98a0-e0381557e5cd 2024-11-21T21:56:46,230 INFO [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(746): ClusterId : 792e2437-8db4-49f3-98a0-e0381557e5cd 2024-11-21T21:56:46,230 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(746): ClusterId : 792e2437-8db4-49f3-98a0-e0381557e5cd 2024-11-21T21:56:46,231 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T21:56:46,232 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:56:46,232 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:56:46,232 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:56:46,237 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T21:56:46,243 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a884b411602,38651,1732226204255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T21:56:46,254 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:56:46,254 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:56:46,254 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:56:46,254 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:56:46,254 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:56:46,254 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:56:46,256 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:56:46,256 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:56:46,256 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:56:46,256 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:56:46,256 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a884b411602:0, corePoolSize=10, maxPoolSize=10 2024-11-21T21:56:46,257 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,257 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:56:46,257 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,258 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226236258 2024-11-21T21:56:46,260 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T21:56:46,261 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T21:56:46,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:56:46,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T21:56:46,265 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T21:56:46,266 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T21:56:46,266 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T21:56:46,266 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T21:56:46,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:46,267 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T21:56:46,270 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:56:46,270 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:56:46,271 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:56:46,271 DEBUG [RS:2;2a884b411602:35213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650bd3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:56:46,271 DEBUG [RS:0;2a884b411602:45269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ba1d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:56:46,271 DEBUG [RS:1;2a884b411602:38093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52929f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:56:46,274 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T21:56:46,275 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T21:56:46,275 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T21:56:46,278 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T21:56:46,279 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T21:56:46,284 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226206280,5,FailOnTimeoutGroup] 2024-11-21T21:56:46,289 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226206284,5,FailOnTimeoutGroup] 2024-11-21T21:56:46,289 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,289 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T21:56:46,290 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a884b411602:38093 2024-11-21T21:56:46,290 DEBUG [RS:2;2a884b411602:35213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2a884b411602:35213 2024-11-21T21:56:46,291 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,291 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a884b411602:45269 2024-11-21T21:56:46,291 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,293 INFO [RS:0;2a884b411602:45269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:56:46,293 INFO [RS:1;2a884b411602:38093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:56:46,293 INFO [RS:2;2a884b411602:35213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:56:46,293 INFO [RS:0;2a884b411602:45269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:56:46,293 INFO [RS:1;2a884b411602:38093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:56:46,293 INFO [RS:2;2a884b411602:35213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:56:46,294 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:56:46,294 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:56:46,294 DEBUG [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:56:46,296 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,38651,1732226204255 with port=45269, startcode=1732226205018 2024-11-21T21:56:46,296 INFO [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,38651,1732226204255 with port=35213, startcode=1732226205202 2024-11-21T21:56:46,296 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,38651,1732226204255 with port=38093, startcode=1732226205140 2024-11-21T21:56:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:56:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:56:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:56:46,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T21:56:46,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:46,310 DEBUG [RS:0;2a884b411602:45269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:56:46,310 DEBUG [RS:2;2a884b411602:35213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:56:46,310 DEBUG [RS:1;2a884b411602:38093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:56:46,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:56:46,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:56:46,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:56:46,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:46,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:56:46,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:56:46,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:46,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:46,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:56:46,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:56:46,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:46,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:46,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:56:46,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:56:46,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:46,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:46,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:56:46,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:56:46,350 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:56:46,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:56:46,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:46,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:46,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:56:46,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,38093,1732226205140 2024-11-21T21:56:46,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740 2024-11-21T21:56:46,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740 2024-11-21T21:56:46,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] master.ServerManager(517): Registering regionserver=2a884b411602,38093,1732226205140 2024-11-21T21:56:46,361 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44657, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:56:46,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:56:46,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:56:46,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:56:46,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:56:46,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,35213,1732226205202 2024-11-21T21:56:46,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] master.ServerManager(517): Registering regionserver=2a884b411602,35213,1732226205202 2024-11-21T21:56:46,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:46,372 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65322021, jitterRate=-0.026626035571098328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:56:46,374 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:46,374 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43655 2024-11-21T21:56:46,374 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:56:46,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,45269,1732226205018 2024-11-21T21:56:46,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] master.ServerManager(517): Registering regionserver=2a884b411602,45269,1732226205018 2024-11-21T21:56:46,376 DEBUG [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:46,376 DEBUG [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43655 2024-11-21T21:56:46,376 DEBUG [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:56:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732226206328Initializing all the Stores at 1732226206331 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226206331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226206335 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226206335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226206335Cleaning up temporary data from old regions at 1732226206361 (+26 ms)Region opened successfully at 1732226206378 (+17 ms) 2024-11-21T21:56:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:56:46,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:56:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:56:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:56:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:56:46,379 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:46,379 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43655 2024-11-21T21:56:46,379 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:56:46,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:56:46,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226206378Disabling compacts and flushes for region at 1732226206378Disabling writes for close at 1732226206378Writing region close event to WAL at 1732226206379 (+1 ms)Closed at 1732226206380 (+1 ms) 2024-11-21T21:56:46,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:56:46,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T21:56:46,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:56:46,398 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:56:46,402 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T21:56:46,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:56:46,443 DEBUG [RS:1;2a884b411602:38093 {}] zookeeper.ZKUtil(111): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,38093,1732226205140 2024-11-21T21:56:46,443 DEBUG [RS:2;2a884b411602:35213 {}] zookeeper.ZKUtil(111): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,35213,1732226205202 2024-11-21T21:56:46,444 WARN [RS:2;2a884b411602:35213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:56:46,444 WARN [RS:1;2a884b411602:38093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:56:46,444 INFO [RS:1;2a884b411602:38093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:56:46,444 INFO [RS:2;2a884b411602:35213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:56:46,444 DEBUG [RS:0;2a884b411602:45269 {}] zookeeper.ZKUtil(111): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,45269,1732226205018 2024-11-21T21:56:46,444 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,38093,1732226205140 2024-11-21T21:56:46,444 WARN [RS:0;2a884b411602:45269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:56:46,444 DEBUG [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202 2024-11-21T21:56:46,444 INFO [RS:0;2a884b411602:45269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:56:46,445 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,45269,1732226205018 2024-11-21T21:56:46,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,35213,1732226205202] 2024-11-21T21:56:46,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,38093,1732226205140] 2024-11-21T21:56:46,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,45269,1732226205018] 2024-11-21T21:56:46,471 INFO [RS:0;2a884b411602:45269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:56:46,471 INFO [RS:1;2a884b411602:38093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:56:46,471 INFO [RS:2;2a884b411602:35213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:56:46,487 INFO [RS:2;2a884b411602:35213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:56:46,487 INFO [RS:0;2a884b411602:45269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:56:46,487 INFO [RS:1;2a884b411602:38093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:56:46,492 INFO [RS:2;2a884b411602:35213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:56:46,492 INFO [RS:1;2a884b411602:38093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:56:46,492 INFO [RS:0;2a884b411602:45269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:56:46,492 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,492 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,492 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,493 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:56:46,493 INFO [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:56:46,493 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:56:46,499 INFO [RS:2;2a884b411602:35213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:56:46,499 INFO [RS:0;2a884b411602:45269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:56:46,499 INFO [RS:1;2a884b411602:38093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:56:46,500 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,500 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,500 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,501 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,501 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:56:46,502 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:56:46,502 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,502 DEBUG [RS:1;2a884b411602:38093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:56:46,503 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,503 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,503 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,503 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:56:46,503 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:56:46,503 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:56:46,503 DEBUG [RS:2;2a884b411602:35213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:56:46,503 DEBUG [RS:0;2a884b411602:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:56:46,505 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38093,1732226205140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35213,1732226205202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,505 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,506 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45269,1732226205018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:56:46,529 INFO [RS:1;2a884b411602:38093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:56:46,529 INFO [RS:2;2a884b411602:35213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:56:46,529 INFO [RS:0;2a884b411602:45269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:56:46,531 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,45269,1732226205018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,531 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38093,1732226205140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,531 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35213,1732226205202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,531 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,531 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,531 INFO [RS:2;2a884b411602:35213 {}] regionserver.Replication(171): 2a884b411602,35213,1732226205202 started 2024-11-21T21:56:46,531 INFO [RS:1;2a884b411602:38093 {}] regionserver.Replication(171): 2a884b411602,38093,1732226205140 started 2024-11-21T21:56:46,531 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,532 INFO [RS:0;2a884b411602:45269 {}] regionserver.Replication(171): 2a884b411602,45269,1732226205018 started 2024-11-21T21:56:46,547 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,548 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,45269,1732226205018, RpcServer on 2a884b411602/172.17.0.2:45269, sessionid=0x10160afd20c0001 2024-11-21T21:56:46,548 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:56:46,548 DEBUG [RS:0;2a884b411602:45269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,45269,1732226205018 2024-11-21T21:56:46,548 DEBUG [RS:0;2a884b411602:45269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,45269,1732226205018' 2024-11-21T21:56:46,549 DEBUG [RS:0;2a884b411602:45269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:56:46,550 DEBUG [RS:0;2a884b411602:45269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:56:46,550 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:56:46,550 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:56:46,550 DEBUG [RS:0;2a884b411602:45269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,45269,1732226205018 2024-11-21T21:56:46,550 DEBUG [RS:0;2a884b411602:45269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,45269,1732226205018' 2024-11-21T21:56:46,551 DEBUG [RS:0;2a884b411602:45269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:56:46,551 DEBUG [RS:0;2a884b411602:45269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:56:46,552 DEBUG [RS:0;2a884b411602:45269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:56:46,552 INFO [RS:0;2a884b411602:45269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:56:46,552 INFO [RS:0;2a884b411602:45269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:56:46,553 WARN [2a884b411602:38651 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:46,554 INFO [RS:2;2a884b411602:35213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,554 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:46,554 INFO [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,35213,1732226205202, RpcServer on 2a884b411602/172.17.0.2:35213, sessionid=0x10160afd20c0003 2024-11-21T21:56:46,554 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,38093,1732226205140, RpcServer on 2a884b411602/172.17.0.2:38093, sessionid=0x10160afd20c0002 2024-11-21T21:56:46,554 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:56:46,554 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:56:46,554 DEBUG [RS:2;2a884b411602:35213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,35213,1732226205202 2024-11-21T21:56:46,554 DEBUG [RS:1;2a884b411602:38093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,38093,1732226205140 2024-11-21T21:56:46,555 DEBUG [RS:2;2a884b411602:35213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,35213,1732226205202' 2024-11-21T21:56:46,555 DEBUG [RS:1;2a884b411602:38093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,38093,1732226205140' 2024-11-21T21:56:46,555 DEBUG [RS:2;2a884b411602:35213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:56:46,555 DEBUG [RS:1;2a884b411602:38093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:56:46,555 DEBUG [RS:1;2a884b411602:38093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:56:46,555 DEBUG [RS:2;2a884b411602:35213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:56:46,556 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:56:46,556 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:56:46,556 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:56:46,556 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:56:46,556 DEBUG [RS:2;2a884b411602:35213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,35213,1732226205202 2024-11-21T21:56:46,556 DEBUG [RS:1;2a884b411602:38093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,38093,1732226205140 2024-11-21T21:56:46,556 DEBUG [RS:2;2a884b411602:35213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,35213,1732226205202' 2024-11-21T21:56:46,556 DEBUG [RS:1;2a884b411602:38093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,38093,1732226205140' 2024-11-21T21:56:46,556 DEBUG [RS:2;2a884b411602:35213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:56:46,556 DEBUG [RS:1;2a884b411602:38093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:56:46,557 DEBUG [RS:2;2a884b411602:35213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:56:46,557 DEBUG [RS:1;2a884b411602:38093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:56:46,557 DEBUG [RS:2;2a884b411602:35213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:56:46,557 DEBUG [RS:1;2a884b411602:38093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:56:46,557 INFO [RS:2;2a884b411602:35213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:56:46,557 INFO [RS:1;2a884b411602:38093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:56:46,557 INFO [RS:2;2a884b411602:35213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:56:46,557 INFO [RS:1;2a884b411602:38093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:56:46,659 INFO [RS:1;2a884b411602:38093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:56:46,659 INFO [RS:0;2a884b411602:45269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:56:46,659 INFO [RS:2;2a884b411602:35213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:56:46,663 INFO [RS:1;2a884b411602:38093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C38093%2C1732226205140, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,38093,1732226205140, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs, maxLogs=32 2024-11-21T21:56:46,663 INFO [RS:2;2a884b411602:35213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C35213%2C1732226205202, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs, maxLogs=32 2024-11-21T21:56:46,663 INFO [RS:0;2a884b411602:45269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C45269%2C1732226205018, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,45269,1732226205018, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs, maxLogs=32 2024-11-21T21:56:46,679 DEBUG [RS:1;2a884b411602:38093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,38093,1732226205140/2a884b411602%2C38093%2C1732226205140.1732226206666, exclude list is [], retry=0 2024-11-21T21:56:46,679 DEBUG [RS:0;2a884b411602:45269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,45269,1732226205018/2a884b411602%2C45269%2C1732226205018.1732226206666, exclude list is [], retry=0 2024-11-21T21:56:46,681 DEBUG [RS:2;2a884b411602:35213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202/2a884b411602%2C35213%2C1732226205202.1732226206666, exclude list is [], retry=0 2024-11-21T21:56:46,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef,DISK] 2024-11-21T21:56:46,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf,DISK] 2024-11-21T21:56:46,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92,DISK] 2024-11-21T21:56:46,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef,DISK] 2024-11-21T21:56:46,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92,DISK] 2024-11-21T21:56:46,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf,DISK] 2024-11-21T21:56:46,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef,DISK] 2024-11-21T21:56:46,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf,DISK] 2024-11-21T21:56:46,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92,DISK] 2024-11-21T21:56:46,691 INFO [RS:2;2a884b411602:35213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202/2a884b411602%2C35213%2C1732226205202.1732226206666 2024-11-21T21:56:46,691 INFO [RS:0;2a884b411602:45269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,45269,1732226205018/2a884b411602%2C45269%2C1732226205018.1732226206666 2024-11-21T21:56:46,692 INFO [RS:1;2a884b411602:38093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,38093,1732226205140/2a884b411602%2C38093%2C1732226205140.1732226206666 2024-11-21T21:56:46,692 DEBUG [RS:2;2a884b411602:35213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705),(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:37003:37003)] 2024-11-21T21:56:46,694 DEBUG [RS:0;2a884b411602:45269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:37003:37003),(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-21T21:56:46,694 DEBUG [RS:1;2a884b411602:38093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705),(127.0.0.1/127.0.0.1:37003:37003),(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-21T21:56:46,807 DEBUG [2a884b411602:38651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T21:56:46,818 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:56:46,824 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:56:46,824 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:56:46,824 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:56:46,824 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:56:46,824 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:56:46,824 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:56:46,824 INFO [2a884b411602:38651 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:56:46,824 INFO [2a884b411602:38651 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:56:46,824 INFO [2a884b411602:38651 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:56:46,824 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:56:46,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:46,837 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35213,1732226205202, state=OPENING 2024-11-21T21:56:46,885 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T21:56:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,895 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:46,900 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:56:46,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:47,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:56:47,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:56:47,100 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:56:47,100 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:56:47,101 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:56:47,104 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C35213%2C1732226205202.meta, suffix=.meta, logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs, maxLogs=32 2024-11-21T21:56:47,118 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, exclude list is [], retry=0 2024-11-21T21:56:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef,DISK] 2024-11-21T21:56:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92,DISK] 2024-11-21T21:56:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf,DISK] 2024-11-21T21:56:47,125 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta 2024-11-21T21:56:47,126 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37003:37003),(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-21T21:56:47,126 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:47,128 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:56:47,130 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:56:47,134 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:56:47,137 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:56:47,138 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,138 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:56:47,138 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:56:47,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:56:47,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:56:47,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:47,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:47,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:56:47,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:56:47,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:47,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:47,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:56:47,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:56:47,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:47,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:47,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:56:47,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:56:47,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:47,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:47,151 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:56:47,152 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740 2024-11-21T21:56:47,154 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740 2024-11-21T21:56:47,156 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:56:47,157 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:56:47,157 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:56:47,160 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:56:47,161 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63245597, jitterRate=-0.05756716430187225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:56:47,162 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:56:47,163 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732226207139Writing region info on filesystem at 1732226207139Initializing all the Stores at 1732226207141 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226207141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226207141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226207141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226207141Cleaning up temporary data from old regions at 1732226207157 (+16 ms)Running coprocessor post-open hooks at 1732226207162 (+5 ms)Region opened successfully at 1732226207163 (+1 ms) 2024-11-21T21:56:47,169 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732226207076 2024-11-21T21:56:47,178 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:56:47,179 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:56:47,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:47,183 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35213,1732226205202, state=OPEN 2024-11-21T21:56:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:47,202 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:47,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:47,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:47,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:47,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:47,203 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2a884b411602,35213,1732226205202 2024-11-21T21:56:47,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T21:56:47,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,35213,1732226205202 in 300 msec 2024-11-21T21:56:47,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T21:56:47,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 826 msec 2024-11-21T21:56:47,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:56:47,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T21:56:47,241 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:47,242 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:47,261 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:56:47,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:56:47,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1020 sec 2024-11-21T21:56:47,283 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732226207283, completionTime=-1 2024-11-21T21:56:47,287 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T21:56:47,287 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:56:47,316 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T21:56:47,316 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226267316 2024-11-21T21:56:47,316 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226327316 2024-11-21T21:56:47,316 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-21T21:56:47,318 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:56:47,325 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38651,1732226204255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:47,326 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38651,1732226204255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:47,326 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38651,1732226204255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:47,328 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a884b411602:38651, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:47,328 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:47,329 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:47,335 DEBUG [master/2a884b411602:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T21:56:47,360 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.056sec 2024-11-21T21:56:47,361 INFO [master/2a884b411602:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T21:56:47,362 INFO [master/2a884b411602:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T21:56:47,363 INFO [master/2a884b411602:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T21:56:47,363 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T21:56:47,363 INFO [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T21:56:47,364 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38651,1732226204255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:56:47,365 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38651,1732226204255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T21:56:47,369 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T21:56:47,370 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T21:56:47,370 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,38651,1732226204255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:47,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4b686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:47,451 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T21:56:47,451 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T21:56:47,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2a884b411602,38651,-1 for getting cluster id 2024-11-21T21:56:47,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:56:47,465 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792e2437-8db4-49f3-98a0-e0381557e5cd' 2024-11-21T21:56:47,467 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:56:47,468 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792e2437-8db4-49f3-98a0-e0381557e5cd" 2024-11-21T21:56:47,468 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c597974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:47,468 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2a884b411602,38651,-1] 2024-11-21T21:56:47,471 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:56:47,473 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:56:47,474 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:56:47,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450942db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:47,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:47,484 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:47,484 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:56:47,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:56:47,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2a884b411602,38651,1732226204255 2024-11-21T21:56:47,522 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T21:56:47,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T21:56:47,531 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2a884b411602,38651,1732226204255 2024-11-21T21:56:47,537 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47897516 2024-11-21T21:56:47,538 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T21:56:47,541 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T21:56:47,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:56:47,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:47,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-21T21:56:47,566 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:47,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741837_1013 (size=1020) 2024-11-21T21:56:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741837_1013 (size=1020) 2024-11-21T21:56:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741837_1013 (size=1020) 2024-11-21T21:56:47,586 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1840beefb03c9c05a2d2b23359cc0e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,586 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f9f3da3479f0b2ad598b0827e491bfa2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,587 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ef6383a37fd0a8932f74ce620780419e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741838_1014 (size=107) 2024-11-21T21:56:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741838_1014 (size=107) 2024-11-21T21:56:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741838_1014 (size=107) 2024-11-21T21:56:47,607 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,607 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a1840beefb03c9c05a2d2b23359cc0e8, disabling compactions & flushes 2024-11-21T21:56:47,607 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:47,607 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:47,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. after waiting 0 ms 2024-11-21T21:56:47,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:47,608 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:47,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1840beefb03c9c05a2d2b23359cc0e8: Waiting for close lock at 1732226207607Disabling compacts and flushes for region at 1732226207607Disabling writes for close at 1732226207608 (+1 ms)Writing region close event to WAL at 1732226207608Closed at 1732226207608 2024-11-21T21:56:47,609 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69f09a1ae1cd0e818d0b7f0a72f234fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741839_1015 (size=110) 2024-11-21T21:56:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741839_1015 (size=110) 2024-11-21T21:56:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741839_1015 (size=110) 2024-11-21T21:56:47,611 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,611 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f9f3da3479f0b2ad598b0827e491bfa2, disabling compactions & flushes 2024-11-21T21:56:47,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:47,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:47,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. after waiting 0 ms 2024-11-21T21:56:47,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:47,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:47,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f9f3da3479f0b2ad598b0827e491bfa2: Waiting for close lock at 1732226207611Disabling compacts and flushes for region at 1732226207611Disabling writes for close at 1732226207612 (+1 ms)Writing region close event to WAL at 1732226207612Closed at 1732226207612 2024-11-21T21:56:47,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => edc1f665b07fe16265cd1f255e37e5b3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741840_1016 (size=110) 2024-11-21T21:56:47,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741840_1016 (size=110) 2024-11-21T21:56:47,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741840_1016 (size=110) 2024-11-21T21:56:47,621 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,621 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ef6383a37fd0a8932f74ce620780419e, disabling compactions & flushes 2024-11-21T21:56:47,622 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:47,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:47,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. after waiting 0 ms 2024-11-21T21:56:47,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:47,622 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:47,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ef6383a37fd0a8932f74ce620780419e: Waiting for close lock at 1732226207621Disabling compacts and flushes for region at 1732226207621Disabling writes for close at 1732226207622 (+1 ms)Writing region close event to WAL at 1732226207622Closed at 1732226207622 2024-11-21T21:56:47,622 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => de4489f3bd7a96f02334353299d8d636, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741841_1017 (size=110) 2024-11-21T21:56:47,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741841_1017 (size=110) 2024-11-21T21:56:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741841_1017 (size=110) 2024-11-21T21:56:47,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 69f09a1ae1cd0e818d0b7f0a72f234fa, disabling compactions & flushes 2024-11-21T21:56:47,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:56:47,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:56:47,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. after waiting 0 ms 2024-11-21T21:56:47,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:56:47,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:56:47,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69f09a1ae1cd0e818d0b7f0a72f234fa: Waiting for close lock at 1732226207636Disabling compacts and flushes for region at 1732226207636Disabling writes for close at 1732226207636Writing region close event to WAL at 1732226207636Closed at 1732226207636 2024-11-21T21:56:47,637 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70df6d64242ddb8b4234f6444be6b03f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741842_1018 (size=110) 2024-11-21T21:56:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741842_1018 (size=110) 2024-11-21T21:56:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741842_1018 (size=110) 2024-11-21T21:56:47,646 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing edc1f665b07fe16265cd1f255e37e5b3, disabling compactions & flushes 2024-11-21T21:56:47,647 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:56:47,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:56:47,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. after waiting 0 ms 2024-11-21T21:56:47,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:56:47,647 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:56:47,647 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for edc1f665b07fe16265cd1f255e37e5b3: Waiting for close lock at 1732226207647Disabling compacts and flushes for region at 1732226207647Disabling writes for close at 1732226207647Writing region close event to WAL at 1732226207647Closed at 1732226207647 2024-11-21T21:56:47,648 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 96c766d454a793abd1dfcd43064e844d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741843_1019 (size=110) 2024-11-21T21:56:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741843_1019 (size=110) 2024-11-21T21:56:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741843_1019 (size=110) 2024-11-21T21:56:47,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing de4489f3bd7a96f02334353299d8d636, disabling compactions & flushes 2024-11-21T21:56:47,654 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:56:47,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:56:47,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. after waiting 0 ms 2024-11-21T21:56:47,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:56:47,654 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:56:47,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for de4489f3bd7a96f02334353299d8d636: Waiting for close lock at 1732226207654Disabling compacts and flushes for region at 1732226207654Disabling writes for close at 1732226207654Writing region close event to WAL at 1732226207654Closed at 1732226207654 2024-11-21T21:56:47,655 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 40ceb6c488a954e7b76ed6cd80d42e14, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741844_1020 (size=110) 2024-11-21T21:56:47,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741844_1020 (size=110) 2024-11-21T21:56:47,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741844_1020 (size=110) 2024-11-21T21:56:47,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 70df6d64242ddb8b4234f6444be6b03f, disabling compactions & flushes 2024-11-21T21:56:47,664 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:56:47,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:56:47,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. after waiting 0 ms 2024-11-21T21:56:47,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:56:47,664 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:56:47,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70df6d64242ddb8b4234f6444be6b03f: Waiting for close lock at 1732226207664Disabling compacts and flushes for region at 1732226207664Disabling writes for close at 1732226207664Writing region close event to WAL at 1732226207664Closed at 1732226207664 2024-11-21T21:56:47,665 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d90ca1534b25b1a637f8a2625a145bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741845_1021 (size=110) 2024-11-21T21:56:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741845_1021 (size=110) 2024-11-21T21:56:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741846_1022 (size=110) 2024-11-21T21:56:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741846_1022 (size=110) 2024-11-21T21:56:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741845_1021 (size=110) 2024-11-21T21:56:47,670 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741846_1022 (size=110) 2024-11-21T21:56:47,670 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 96c766d454a793abd1dfcd43064e844d, disabling compactions & flushes 2024-11-21T21:56:47,670 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:56:47,670 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:56:47,670 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. after waiting 0 ms 2024-11-21T21:56:47,670 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:56:47,670 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:56:47,670 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 96c766d454a793abd1dfcd43064e844d: Waiting for close lock at 1732226207670Disabling compacts and flushes for region at 1732226207670Disabling writes for close at 1732226207670Writing region close event to WAL at 1732226207670Closed at 1732226207670 2024-11-21T21:56:47,671 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7c08c7376ebbd147a47a4163334202c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,671 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,671 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 40ceb6c488a954e7b76ed6cd80d42e14, disabling compactions & flushes 2024-11-21T21:56:47,671 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:56:47,671 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:56:47,671 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. after waiting 0 ms 2024-11-21T21:56:47,672 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:56:47,672 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:56:47,672 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 40ceb6c488a954e7b76ed6cd80d42e14: Waiting for close lock at 1732226207671Disabling compacts and flushes for region at 1732226207671Disabling writes for close at 1732226207672 (+1 ms)Writing region close event to WAL at 1732226207672Closed at 1732226207672 2024-11-21T21:56:47,673 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 11c4346207cec8c12b88a28395113dbc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741847_1023 (size=110) 2024-11-21T21:56:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741847_1023 (size=110) 2024-11-21T21:56:47,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741847_1023 (size=110) 2024-11-21T21:56:47,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8d90ca1534b25b1a637f8a2625a145bd, disabling compactions & flushes 2024-11-21T21:56:47,692 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:56:47,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:56:47,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. after waiting 0 ms 2024-11-21T21:56:47,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:56:47,692 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:56:47,692 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d90ca1534b25b1a637f8a2625a145bd: Waiting for close lock at 1732226207691Disabling compacts and flushes for region at 1732226207691Disabling writes for close at 1732226207692 (+1 ms)Writing region close event to WAL at 1732226207692Closed at 1732226207692 2024-11-21T21:56:47,692 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e517963317dfa501147972a7addef928, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741848_1024 (size=110) 2024-11-21T21:56:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741848_1024 (size=110) 2024-11-21T21:56:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741848_1024 (size=110) 2024-11-21T21:56:47,699 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,699 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 11c4346207cec8c12b88a28395113dbc, disabling compactions & flushes 2024-11-21T21:56:47,700 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:56:47,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:56:47,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. after waiting 0 ms 2024-11-21T21:56:47,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:56:47,700 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:56:47,700 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 11c4346207cec8c12b88a28395113dbc: Waiting for close lock at 1732226207699Disabling compacts and flushes for region at 1732226207699Disabling writes for close at 1732226207700 (+1 ms)Writing region close event to WAL at 1732226207700Closed at 1732226207700 2024-11-21T21:56:47,701 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5cf92e254259f9090cff5f38671ff86b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741849_1025 (size=110) 2024-11-21T21:56:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741849_1025 (size=110) 2024-11-21T21:56:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741849_1025 (size=110) 2024-11-21T21:56:47,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 7c08c7376ebbd147a47a4163334202c3, disabling compactions & flushes 2024-11-21T21:56:47,706 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:56:47,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:56:47,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. after waiting 0 ms 2024-11-21T21:56:47,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:56:47,706 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:56:47,706 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7c08c7376ebbd147a47a4163334202c3: Waiting for close lock at 1732226207706Disabling compacts and flushes for region at 1732226207706Disabling writes for close at 1732226207706Writing region close event to WAL at 1732226207706Closed at 1732226207706 2024-11-21T21:56:47,707 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 15f3a995e806ed04713da9079370ea80, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741850_1026 (size=110) 2024-11-21T21:56:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741850_1026 (size=110) 2024-11-21T21:56:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741850_1026 (size=110) 2024-11-21T21:56:47,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e517963317dfa501147972a7addef928, disabling compactions & flushes 2024-11-21T21:56:47,712 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:56:47,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:56:47,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. after waiting 0 ms 2024-11-21T21:56:47,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:56:47,712 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:56:47,712 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e517963317dfa501147972a7addef928: Waiting for close lock at 1732226207712Disabling compacts and flushes for region at 1732226207712Disabling writes for close at 1732226207712Writing region close event to WAL at 1732226207712Closed at 1732226207712 2024-11-21T21:56:47,713 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a1d3770d56ef3a8f2e3a6231f0d5474, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741851_1027 (size=110) 2024-11-21T21:56:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741851_1027 (size=110) 2024-11-21T21:56:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741851_1027 (size=110) 2024-11-21T21:56:47,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5cf92e254259f9090cff5f38671ff86b, disabling compactions & flushes 2024-11-21T21:56:47,715 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:56:47,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:56:47,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. after waiting 0 ms 2024-11-21T21:56:47,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:56:47,715 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:56:47,715 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5cf92e254259f9090cff5f38671ff86b: Waiting for close lock at 1732226207715Disabling compacts and flushes for region at 1732226207715Disabling writes for close at 1732226207715Writing region close event to WAL at 1732226207715Closed at 1732226207715 2024-11-21T21:56:47,716 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c8a4887496bb82fd68a65cfea24dfde7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741852_1028 (size=110) 2024-11-21T21:56:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741852_1028 (size=110) 2024-11-21T21:56:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741852_1028 (size=110) 2024-11-21T21:56:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741853_1029 (size=110) 2024-11-21T21:56:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741853_1029 (size=110) 2024-11-21T21:56:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741853_1029 (size=110) 2024-11-21T21:56:47,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5a1d3770d56ef3a8f2e3a6231f0d5474, disabling compactions & flushes 2024-11-21T21:56:47,733 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:56:47,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:56:47,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. after waiting 0 ms 2024-11-21T21:56:47,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:56:47,733 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:56:47,733 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a1d3770d56ef3a8f2e3a6231f0d5474: Waiting for close lock at 1732226207733Disabling compacts and flushes for region at 1732226207733Disabling writes for close at 1732226207733Writing region close event to WAL at 1732226207733Closed at 1732226207733 2024-11-21T21:56:47,734 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bc12489331195dfb971e4bf91c107b0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741854_1030 (size=110) 2024-11-21T21:56:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741854_1030 (size=110) 2024-11-21T21:56:47,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741854_1030 (size=110) 2024-11-21T21:56:47,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c8a4887496bb82fd68a65cfea24dfde7, disabling compactions & flushes 2024-11-21T21:56:47,742 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:56:47,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:56:47,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. after waiting 0 ms 2024-11-21T21:56:47,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:56:47,742 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:56:47,743 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c8a4887496bb82fd68a65cfea24dfde7: Waiting for close lock at 1732226207742Disabling compacts and flushes for region at 1732226207742Disabling writes for close at 1732226207742Writing region close event to WAL at 1732226207742Closed at 1732226207742 2024-11-21T21:56:47,743 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d2394bc5e903577623373dc5731e159e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741855_1031 (size=110) 2024-11-21T21:56:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741855_1031 (size=110) 2024-11-21T21:56:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741855_1031 (size=110) 2024-11-21T21:56:47,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7bc12489331195dfb971e4bf91c107b0, disabling compactions & flushes 2024-11-21T21:56:47,748 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:56:47,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:56:47,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. after waiting 0 ms 2024-11-21T21:56:47,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:56:47,748 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:56:47,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bc12489331195dfb971e4bf91c107b0: Waiting for close lock at 1732226207748Disabling compacts and flushes for region at 1732226207748Disabling writes for close at 1732226207748Writing region close event to WAL at 1732226207748Closed at 1732226207748 2024-11-21T21:56:47,749 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d02707b6cbc7d8a456b8090afed76a12, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741856_1032 (size=110) 2024-11-21T21:56:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741856_1032 (size=110) 2024-11-21T21:56:47,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741856_1032 (size=110) 2024-11-21T21:56:47,757 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,757 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d2394bc5e903577623373dc5731e159e, disabling compactions & flushes 2024-11-21T21:56:47,757 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:56:47,757 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:56:47,757 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. after waiting 0 ms 2024-11-21T21:56:47,757 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:56:47,757 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:56:47,758 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d2394bc5e903577623373dc5731e159e: Waiting for close lock at 1732226207757Disabling compacts and flushes for region at 1732226207757Disabling writes for close at 1732226207757Writing region close event to WAL at 1732226207757Closed at 1732226207757 2024-11-21T21:56:47,758 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 40aefbb76df29967bf1c108962727a15, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741857_1033 (size=110) 2024-11-21T21:56:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741857_1033 (size=110) 2024-11-21T21:56:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741857_1033 (size=110) 2024-11-21T21:56:47,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741858_1034 (size=110) 2024-11-21T21:56:47,772 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741858_1034 (size=110) 2024-11-21T21:56:47,772 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d02707b6cbc7d8a456b8090afed76a12, disabling compactions & flushes 2024-11-21T21:56:47,772 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:56:47,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:56:47,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741858_1034 (size=110) 2024-11-21T21:56:47,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. after waiting 0 ms 2024-11-21T21:56:47,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:56:47,773 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:56:47,773 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d02707b6cbc7d8a456b8090afed76a12: Waiting for close lock at 1732226207772Disabling compacts and flushes for region at 1732226207772Disabling writes for close at 1732226207773 (+1 ms)Writing region close event to WAL at 1732226207773Closed at 1732226207773 2024-11-21T21:56:47,774 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77db6b0f383c2742fdcc4e8325d5a948, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 40aefbb76df29967bf1c108962727a15, disabling compactions & flushes 2024-11-21T21:56:47,778 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:56:47,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:56:47,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. after waiting 0 ms 2024-11-21T21:56:47,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:56:47,778 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:56:47,778 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 40aefbb76df29967bf1c108962727a15: Waiting for close lock at 1732226207778Disabling compacts and flushes for region at 1732226207778Disabling writes for close at 1732226207778Writing region close event to WAL at 1732226207778Closed at 1732226207778 2024-11-21T21:56:47,779 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => db03e027dc8d90f5352219a16ed99c88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741859_1035 (size=110) 2024-11-21T21:56:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741859_1035 (size=110) 2024-11-21T21:56:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741859_1035 (size=110) 2024-11-21T21:56:47,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 77db6b0f383c2742fdcc4e8325d5a948, disabling compactions & flushes 2024-11-21T21:56:47,790 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:56:47,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:56:47,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. after waiting 0 ms 2024-11-21T21:56:47,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:56:47,790 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:56:47,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77db6b0f383c2742fdcc4e8325d5a948: Waiting for close lock at 1732226207790Disabling compacts and flushes for region at 1732226207790Disabling writes for close at 1732226207790Writing region close event to WAL at 1732226207790Closed at 1732226207790 2024-11-21T21:56:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741860_1036 (size=110) 2024-11-21T21:56:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741860_1036 (size=110) 2024-11-21T21:56:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741860_1036 (size=110) 2024-11-21T21:56:47,791 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6f4096604eafb2538c1e446a30f2a4c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing db03e027dc8d90f5352219a16ed99c88, disabling compactions & flushes 2024-11-21T21:56:47,795 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:56:47,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:56:47,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. after waiting 0 ms 2024-11-21T21:56:47,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:56:47,795 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:56:47,795 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for db03e027dc8d90f5352219a16ed99c88: Waiting for close lock at 1732226207795Disabling compacts and flushes for region at 1732226207795Disabling writes for close at 1732226207795Writing region close event to WAL at 1732226207795Closed at 1732226207795 2024-11-21T21:56:47,796 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 629a216f10055cd44f074ef99d46abae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741861_1037 (size=110) 2024-11-21T21:56:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741861_1037 (size=110) 2024-11-21T21:56:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741861_1037 (size=110) 2024-11-21T21:56:47,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b6f4096604eafb2538c1e446a30f2a4c, disabling compactions & flushes 2024-11-21T21:56:47,806 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:56:47,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:56:47,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. after waiting 0 ms 2024-11-21T21:56:47,806 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:56:47,806 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:56:47,807 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6f4096604eafb2538c1e446a30f2a4c: Waiting for close lock at 1732226207806Disabling compacts and flushes for region at 1732226207806Disabling writes for close at 1732226207806Writing region close event to WAL at 1732226207806Closed at 1732226207806 2024-11-21T21:56:47,807 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bac0e74400a5217c97124194d4874f9a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd 2024-11-21T21:56:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741862_1038 (size=110) 2024-11-21T21:56:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741862_1038 (size=110) 2024-11-21T21:56:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741862_1038 (size=110) 2024-11-21T21:56:47,811 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,811 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 629a216f10055cd44f074ef99d46abae, disabling compactions & flushes 2024-11-21T21:56:47,811 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:56:47,811 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:56:47,811 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. after waiting 0 ms 2024-11-21T21:56:47,811 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:56:47,811 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:56:47,811 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 629a216f10055cd44f074ef99d46abae: Waiting for close lock at 1732226207811Disabling compacts and flushes for region at 1732226207811Disabling writes for close at 1732226207811Writing region close event to WAL at 1732226207811Closed at 1732226207811 2024-11-21T21:56:47,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741863_1039 (size=107) 2024-11-21T21:56:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741863_1039 (size=107) 2024-11-21T21:56:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741863_1039 (size=107) 2024-11-21T21:56:47,822 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:47,822 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bac0e74400a5217c97124194d4874f9a, disabling compactions & flushes 2024-11-21T21:56:47,822 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:56:47,822 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:56:47,822 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. after waiting 0 ms 2024-11-21T21:56:47,822 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:56:47,822 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:56:47,822 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bac0e74400a5217c97124194d4874f9a: Waiting for close lock at 1732226207822Disabling compacts and flushes for region at 1732226207822Disabling writes for close at 1732226207822Writing region close event to WAL at 1732226207822Closed at 1732226207822 2024-11-21T21:56:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:48,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 15f3a995e806ed04713da9079370ea80, disabling compactions & flushes 2024-11-21T21:56:48,129 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:56:48,130 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:56:48,130 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. after waiting 0 ms 2024-11-21T21:56:48,130 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:56:48,130 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:56:48,130 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 15f3a995e806ed04713da9079370ea80: Waiting for close lock at 1732226208129Disabling compacts and flushes for region at 1732226208129Disabling writes for close at 1732226208130 (+1 ms)Writing region close event to WAL at 1732226208130Closed at 1732226208130 2024-11-21T21:56:48,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:48,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732226208138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226208138"}]},"ts":"1732226208138"} 2024-11-21T21:56:48,191 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-21T21:56:48,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:48,196 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226208194"}]},"ts":"1732226208194"} 2024-11-21T21:56:48,200 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-21T21:56:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:48,201 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:56:48,238 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:56:48,238 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:56:48,238 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:56:48,238 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:56:48,238 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:56:48,238 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:56:48,238 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:56:48,238 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:56:48,238 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:56:48,238 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:56:48,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9f3da3479f0b2ad598b0827e491bfa2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef6383a37fd0a8932f74ce620780419e, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=edc1f665b07fe16265cd1f255e37e5b3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de4489f3bd7a96f02334353299d8d636, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=96c766d454a793abd1dfcd43064e844d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40ceb6c488a954e7b76ed6cd80d42e14, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7c08c7376ebbd147a47a4163334202c3, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=11c4346207cec8c12b88a28395113dbc, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cf92e254259f9090cff5f38671ff86b, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15f3a995e806ed04713da9079370ea80, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a1d3770d56ef3a8f2e3a6231f0d5474, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bc12489331195dfb971e4bf91c107b0, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2394bc5e903577623373dc5731e159e, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40aefbb76df29967bf1c108962727a15, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77db6b0f383c2742fdcc4e8325d5a948, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6f4096604eafb2538c1e446a30f2a4c, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=629a216f10055cd44f074ef99d46abae, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN}] 2024-11-21T21:56:48,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN 2024-11-21T21:56:48,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,252 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=629a216f10055cd44f074ef99d46abae, ASSIGN 2024-11-21T21:56:48,254 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=629a216f10055cd44f074ef99d46abae, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6f4096604eafb2538c1e446a30f2a4c, ASSIGN 2024-11-21T21:56:48,257 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6f4096604eafb2538c1e446a30f2a4c, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,258 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN 2024-11-21T21:56:48,259 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77db6b0f383c2742fdcc4e8325d5a948, ASSIGN 2024-11-21T21:56:48,262 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77db6b0f383c2742fdcc4e8325d5a948, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,263 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40aefbb76df29967bf1c108962727a15, ASSIGN 2024-11-21T21:56:48,264 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40aefbb76df29967bf1c108962727a15, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN 2024-11-21T21:56:48,267 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,269 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2394bc5e903577623373dc5731e159e, ASSIGN 2024-11-21T21:56:48,270 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2394bc5e903577623373dc5731e159e, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bc12489331195dfb971e4bf91c107b0, ASSIGN 2024-11-21T21:56:48,273 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bc12489331195dfb971e4bf91c107b0, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,274 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN 2024-11-21T21:56:48,275 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,277 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a1d3770d56ef3a8f2e3a6231f0d5474, ASSIGN 2024-11-21T21:56:48,278 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a1d3770d56ef3a8f2e3a6231f0d5474, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,280 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15f3a995e806ed04713da9079370ea80, ASSIGN 2024-11-21T21:56:48,281 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15f3a995e806ed04713da9079370ea80, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cf92e254259f9090cff5f38671ff86b, ASSIGN 2024-11-21T21:56:48,284 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cf92e254259f9090cff5f38671ff86b, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN 2024-11-21T21:56:48,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=11c4346207cec8c12b88a28395113dbc, ASSIGN 2024-11-21T21:56:48,289 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=11c4346207cec8c12b88a28395113dbc, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,290 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7c08c7376ebbd147a47a4163334202c3, ASSIGN 2024-11-21T21:56:48,292 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7c08c7376ebbd147a47a4163334202c3, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN 2024-11-21T21:56:48,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40ceb6c488a954e7b76ed6cd80d42e14, ASSIGN 2024-11-21T21:56:48,297 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40ceb6c488a954e7b76ed6cd80d42e14, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,298 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=96c766d454a793abd1dfcd43064e844d, ASSIGN 2024-11-21T21:56:48,300 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=96c766d454a793abd1dfcd43064e844d, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,301 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN 2024-11-21T21:56:48,302 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de4489f3bd7a96f02334353299d8d636, ASSIGN 2024-11-21T21:56:48,305 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de4489f3bd7a96f02334353299d8d636, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,306 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=edc1f665b07fe16265cd1f255e37e5b3, ASSIGN 2024-11-21T21:56:48,308 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=edc1f665b07fe16265cd1f255e37e5b3, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN 2024-11-21T21:56:48,310 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef6383a37fd0a8932f74ce620780419e, ASSIGN 2024-11-21T21:56:48,313 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef6383a37fd0a8932f74ce620780419e, ASSIGN; state=OFFLINE, location=2a884b411602,45269,1732226205018; forceNewPlan=false, retain=false 2024-11-21T21:56:48,314 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9f3da3479f0b2ad598b0827e491bfa2, ASSIGN 2024-11-21T21:56:48,315 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9f3da3479f0b2ad598b0827e491bfa2, ASSIGN; state=OFFLINE, location=2a884b411602,38093,1732226205140; forceNewPlan=false, retain=false 2024-11-21T21:56:48,316 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN 2024-11-21T21:56:48,317 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN; state=OFFLINE, location=2a884b411602,35213,1732226205202; forceNewPlan=false, retain=false 2024-11-21T21:56:48,406 INFO [2a884b411602:38651 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-21T21:56:48,408 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=629a216f10055cd44f074ef99d46abae, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d2394bc5e903577623373dc5731e159e, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,411 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=7c08c7376ebbd147a47a4163334202c3, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=629a216f10055cd44f074ef99d46abae, ASSIGN because future has completed 2024-11-21T21:56:48,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de4489f3bd7a96f02334353299d8d636, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 629a216f10055cd44f074ef99d46abae, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77db6b0f383c2742fdcc4e8325d5a948, ASSIGN because future has completed 2024-11-21T21:56:48,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2394bc5e903577623373dc5731e159e, ASSIGN because future has completed 2024-11-21T21:56:48,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a1d3770d56ef3a8f2e3a6231f0d5474, ASSIGN because future has completed 2024-11-21T21:56:48,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1d3770d56ef3a8f2e3a6231f0d5474, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7c08c7376ebbd147a47a4163334202c3, ASSIGN because future has completed 2024-11-21T21:56:48,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40ceb6c488a954e7b76ed6cd80d42e14, ASSIGN because future has completed 2024-11-21T21:56:48,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de4489f3bd7a96f02334353299d8d636, ASSIGN because future has completed 2024-11-21T21:56:48,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de4489f3bd7a96f02334353299d8d636, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ceb6c488a954e7b76ed6cd80d42e14, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c08c7376ebbd147a47a4163334202c3, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2394bc5e903577623373dc5731e159e, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77db6b0f383c2742fdcc4e8325d5a948, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ef6383a37fd0a8932f74ce620780419e, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=40aefbb76df29967bf1c108962727a15, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7bc12489331195dfb971e4bf91c107b0, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=15f3a995e806ed04713da9079370ea80, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5cf92e254259f9090cff5f38671ff86b, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef6383a37fd0a8932f74ce620780419e, ASSIGN because future has completed 2024-11-21T21:56:48,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=11c4346207cec8c12b88a28395113dbc, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef6383a37fd0a8932f74ce620780419e, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:56:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6f4096604eafb2538c1e446a30f2a4c, ASSIGN because future has completed 2024-11-21T21:56:48,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40aefbb76df29967bf1c108962727a15, ASSIGN because future has completed 2024-11-21T21:56:48,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bc12489331195dfb971e4bf91c107b0, ASSIGN because future has completed 2024-11-21T21:56:48,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc12489331195dfb971e4bf91c107b0, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15f3a995e806ed04713da9079370ea80, ASSIGN because future has completed 2024-11-21T21:56:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cf92e254259f9090cff5f38671ff86b, ASSIGN because future has completed 2024-11-21T21:56:48,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=11c4346207cec8c12b88a28395113dbc, ASSIGN because future has completed 2024-11-21T21:56:48,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11c4346207cec8c12b88a28395113dbc, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf92e254259f9090cff5f38671ff86b, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15f3a995e806ed04713da9079370ea80, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40aefbb76df29967bf1c108962727a15, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6f4096604eafb2538c1e446a30f2a4c, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=96c766d454a793abd1dfcd43064e844d, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=bac0e74400a5217c97124194d4874f9a, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=db03e027dc8d90f5352219a16ed99c88, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=96c766d454a793abd1dfcd43064e844d, ASSIGN because future has completed 2024-11-21T21:56:48,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96c766d454a793abd1dfcd43064e844d, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=edc1f665b07fe16265cd1f255e37e5b3, ASSIGN because future has completed 2024-11-21T21:56:48,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9f3da3479f0b2ad598b0827e491bfa2, ASSIGN because future has completed 2024-11-21T21:56:48,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN because future has completed 2024-11-21T21:56:48,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN because future has completed 2024-11-21T21:56:48,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9f3da3479f0b2ad598b0827e491bfa2, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edc1f665b07fe16265cd1f255e37e5b3, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:56:48,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=d02707b6cbc7d8a456b8090afed76a12, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e517963317dfa501147972a7addef928, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=70df6d64242ddb8b4234f6444be6b03f, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,523 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN because future has completed 2024-11-21T21:56:48,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPENING, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN because future has completed 2024-11-21T21:56:48,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN because future has completed 2024-11-21T21:56:48,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN because future has completed 2024-11-21T21:56:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN because future has completed 2024-11-21T21:56:48,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN because future has completed 2024-11-21T21:56:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN because future has completed 2024-11-21T21:56:48,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,35213,1732226205202}] 2024-11-21T21:56:48,568 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:56:48,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52209, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:56:48,577 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:56:48,578 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 629a216f10055cd44f074ef99d46abae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-21T21:56:48,578 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,578 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,578 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,578 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,581 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,583 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629a216f10055cd44f074ef99d46abae columnFamilyName colfamily11 2024-11-21T21:56:48,583 DEBUG [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,584 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] regionserver.HStore(327): Store=629a216f10055cd44f074ef99d46abae/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,584 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,586 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629a216f10055cd44f074ef99d46abae columnFamilyName colfamily21 2024-11-21T21:56:48,586 DEBUG [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,587 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] regionserver.HStore(327): Store=629a216f10055cd44f074ef99d46abae/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,587 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,589 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629a216f10055cd44f074ef99d46abae columnFamilyName colfamily31 2024-11-21T21:56:48,589 DEBUG [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,589 INFO [StoreOpener-629a216f10055cd44f074ef99d46abae-1 {}] regionserver.HStore(327): Store=629a216f10055cd44f074ef99d46abae/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,590 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,591 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,591 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,593 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,593 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,594 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,596 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,600 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,600 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 629a216f10055cd44f074ef99d46abae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74187989, jitterRate=0.10548718273639679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,601 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:56:48,602 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 629a216f10055cd44f074ef99d46abae: Running coprocessor pre-open hook at 1732226208579Writing region info on filesystem at 1732226208579Initializing all the Stores at 1732226208580 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208580Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208581 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208581Cleaning up temporary data from old regions at 1732226208593 (+12 ms)Running coprocessor post-open hooks at 1732226208601 (+8 ms)Region opened successfully at 1732226208602 (+1 ms) 2024-11-21T21:56:48,604 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., pid=31, masterSystemTime=1732226208568 2024-11-21T21:56:48,607 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:56:48,607 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:56:48,608 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:56:48,608 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => de4489f3bd7a96f02334353299d8d636, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-21T21:56:48,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=629a216f10055cd44f074ef99d46abae, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,609 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,609 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,609 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,609 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 629a216f10055cd44f074ef99d46abae, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,613 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,614 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:56:48,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:56:48,617 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4489f3bd7a96f02334353299d8d636 columnFamilyName colfamily11 2024-11-21T21:56:48,617 DEBUG [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,618 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] regionserver.HStore(327): Store=de4489f3bd7a96f02334353299d8d636/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,619 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,621 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4489f3bd7a96f02334353299d8d636 columnFamilyName colfamily21 2024-11-21T21:56:48,621 DEBUG [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,622 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] regionserver.HStore(327): Store=de4489f3bd7a96f02334353299d8d636/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,622 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,625 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4489f3bd7a96f02334353299d8d636 columnFamilyName colfamily31 2024-11-21T21:56:48,625 DEBUG [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,626 INFO [StoreOpener-de4489f3bd7a96f02334353299d8d636-1 {}] regionserver.HStore(327): Store=de4489f3bd7a96f02334353299d8d636/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,626 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,627 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,628 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,629 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,629 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,630 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-21T21:56:48,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 629a216f10055cd44f074ef99d46abae, server=2a884b411602,45269,1732226205018 in 200 msec 2024-11-21T21:56:48,632 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:56:48,632 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc12489331195dfb971e4bf91c107b0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-21T21:56:48,632 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,632 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,632 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,633 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,633 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=629a216f10055cd44f074ef99d46abae, ASSIGN in 391 msec 2024-11-21T21:56:48,635 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,636 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,637 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened de4489f3bd7a96f02334353299d8d636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62518613, jitterRate=-0.0684000700712204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,637 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:56:48,638 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc12489331195dfb971e4bf91c107b0 columnFamilyName colfamily11 2024-11-21T21:56:48,638 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for de4489f3bd7a96f02334353299d8d636: Running coprocessor pre-open hook at 1732226208609Writing region info on filesystem at 1732226208609Initializing all the Stores at 1732226208612 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208612Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208613 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208613Cleaning up temporary data from old regions at 1732226208629 (+16 ms)Running coprocessor post-open hooks at 1732226208637 (+8 ms)Region opened successfully at 1732226208637 2024-11-21T21:56:48,638 DEBUG [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,638 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] regionserver.HStore(327): Store=7bc12489331195dfb971e4bf91c107b0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,638 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,639 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636., pid=33, masterSystemTime=1732226208568 2024-11-21T21:56:48,640 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc12489331195dfb971e4bf91c107b0 columnFamilyName colfamily21 2024-11-21T21:56:48,641 DEBUG [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,642 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] regionserver.HStore(327): Store=7bc12489331195dfb971e4bf91c107b0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,642 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,642 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:56:48,642 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:56:48,642 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:56:48,643 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => d2394bc5e903577623373dc5731e159e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-21T21:56:48,643 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,643 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,643 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,644 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=de4489f3bd7a96f02334353299d8d636, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,644 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc12489331195dfb971e4bf91c107b0 columnFamilyName colfamily31 2024-11-21T21:56:48,644 DEBUG [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,645 INFO [StoreOpener-7bc12489331195dfb971e4bf91c107b0-1 {}] regionserver.HStore(327): Store=7bc12489331195dfb971e4bf91c107b0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,646 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,647 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,648 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,648 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure de4489f3bd7a96f02334353299d8d636, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,649 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2394bc5e903577623373dc5731e159e columnFamilyName colfamily11 2024-11-21T21:56:48,649 DEBUG [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,650 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] regionserver.HStore(327): Store=d2394bc5e903577623373dc5731e159e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,650 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,650 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,650 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,651 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,652 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2394bc5e903577623373dc5731e159e columnFamilyName colfamily21 2024-11-21T21:56:48,652 DEBUG [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,653 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] regionserver.HStore(327): Store=d2394bc5e903577623373dc5731e159e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,653 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,653 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,655 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2394bc5e903577623373dc5731e159e columnFamilyName colfamily31 2024-11-21T21:56:48,655 DEBUG [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,656 INFO [StoreOpener-d2394bc5e903577623373dc5731e159e-1 {}] regionserver.HStore(327): Store=d2394bc5e903577623373dc5731e159e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=10 2024-11-21T21:56:48,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure de4489f3bd7a96f02334353299d8d636, server=2a884b411602,45269,1732226205018 in 222 msec 2024-11-21T21:56:48,657 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,659 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,660 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,659 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:48,660 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,660 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => a1840beefb03c9c05a2d2b23359cc0e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-21T21:56:48,661 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 7bc12489331195dfb971e4bf91c107b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63496180, jitterRate=-0.053833186626434326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,661 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:56:48,662 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 7bc12489331195dfb971e4bf91c107b0: Running coprocessor pre-open hook at 1732226208633Writing region info on filesystem at 1732226208633Initializing all the Stores at 1732226208634 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208634Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208635 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208635Cleaning up temporary data from old regions at 1732226208650 (+15 ms)Running coprocessor post-open hooks at 1732226208661 (+11 ms)Region opened successfully at 1732226208662 (+1 ms) 2024-11-21T21:56:48,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de4489f3bd7a96f02334353299d8d636, ASSIGN in 415 msec 2024-11-21T21:56:48,662 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,662 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,662 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,663 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,663 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,663 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,663 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,663 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0., pid=39, masterSystemTime=1732226208613 2024-11-21T21:56:48,665 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,665 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,667 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:56:48,667 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:56:48,667 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:56:48,668 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 11c4346207cec8c12b88a28395113dbc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-21T21:56:48,668 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1840beefb03c9c05a2d2b23359cc0e8 columnFamilyName colfamily11 2024-11-21T21:56:48,668 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,668 DEBUG [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,668 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,669 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,669 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7bc12489331195dfb971e4bf91c107b0, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,669 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(327): Store=a1840beefb03c9c05a2d2b23359cc0e8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,669 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,670 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,672 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened d2394bc5e903577623373dc5731e159e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61386487, jitterRate=-0.08527006208896637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,672 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2394bc5e903577623373dc5731e159e 2024-11-21T21:56:48,672 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for d2394bc5e903577623373dc5731e159e: Running coprocessor pre-open hook at 1732226208644Writing region info on filesystem at 1732226208644Initializing all the Stores at 1732226208645 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208645Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208646 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208646Cleaning up temporary data from old regions at 1732226208662 (+16 ms)Running coprocessor post-open hooks at 1732226208672 (+10 ms)Region opened successfully at 1732226208672 2024-11-21T21:56:48,673 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1840beefb03c9c05a2d2b23359cc0e8 columnFamilyName colfamily21 2024-11-21T21:56:48,673 DEBUG [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,674 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., pid=36, masterSystemTime=1732226208568 2024-11-21T21:56:48,674 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(327): Store=a1840beefb03c9c05a2d2b23359cc0e8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,674 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,675 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,677 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1840beefb03c9c05a2d2b23359cc0e8 columnFamilyName colfamily31 2024-11-21T21:56:48,677 DEBUG [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,677 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11c4346207cec8c12b88a28395113dbc columnFamilyName colfamily11 2024-11-21T21:56:48,677 DEBUG [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,677 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(327): Store=a1840beefb03c9c05a2d2b23359cc0e8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,678 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,678 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] regionserver.HStore(327): Store=11c4346207cec8c12b88a28395113dbc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,678 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,679 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,680 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11c4346207cec8c12b88a28395113dbc columnFamilyName colfamily21 2024-11-21T21:56:48,680 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,680 DEBUG [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc12489331195dfb971e4bf91c107b0, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,683 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:56:48,683 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:56:48,683 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,38093,1732226205140, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bc12489331195dfb971e4bf91c107b0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,683 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:48,683 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => ef6383a37fd0a8932f74ce620780419e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-21T21:56:48,684 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,685 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] regionserver.HStore(327): Store=11c4346207cec8c12b88a28395113dbc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,685 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,685 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,685 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,685 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,685 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,685 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,687 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,687 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11c4346207cec8c12b88a28395113dbc columnFamilyName colfamily31 2024-11-21T21:56:48,687 DEBUG [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,688 INFO [StoreOpener-11c4346207cec8c12b88a28395113dbc-1 {}] regionserver.HStore(327): Store=11c4346207cec8c12b88a28395113dbc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=22 2024-11-21T21:56:48,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc12489331195dfb971e4bf91c107b0, server=2a884b411602,38093,1732226205140 in 223 msec 2024-11-21T21:56:48,688 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,689 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,690 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,691 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,691 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef6383a37fd0a8932f74ce620780419e columnFamilyName colfamily11 2024-11-21T21:56:48,692 DEBUG [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7bc12489331195dfb971e4bf91c107b0, ASSIGN in 448 msec 2024-11-21T21:56:48,693 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,693 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,694 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] regionserver.HStore(327): Store=ef6383a37fd0a8932f74ce620780419e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,694 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,694 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d2394bc5e903577623373dc5731e159e, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,695 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,699 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2394bc5e903577623373dc5731e159e, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,700 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef6383a37fd0a8932f74ce620780419e columnFamilyName colfamily21 2024-11-21T21:56:48,700 DEBUG [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,700 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,701 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] regionserver.HStore(327): Store=ef6383a37fd0a8932f74ce620780419e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,702 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,702 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened a1840beefb03c9c05a2d2b23359cc0e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61254610, jitterRate=-0.08723518252372742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,703 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:56:48,703 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for a1840beefb03c9c05a2d2b23359cc0e8: Running coprocessor pre-open hook at 1732226208663Writing region info on filesystem at 1732226208663Initializing all the Stores at 1732226208665 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208665Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208665Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208665Cleaning up temporary data from old regions at 1732226208685 (+20 ms)Running coprocessor post-open hooks at 1732226208703 (+18 ms)Region opened successfully at 1732226208703 2024-11-21T21:56:48,704 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., pid=52, masterSystemTime=1732226208653 2024-11-21T21:56:48,704 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,706 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 11c4346207cec8c12b88a28395113dbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917830, jitterRate=-0.032648950815200806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:56:48,706 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef6383a37fd0a8932f74ce620780419e columnFamilyName colfamily31 2024-11-21T21:56:48,706 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 11c4346207cec8c12b88a28395113dbc: Running coprocessor pre-open hook at 1732226208669Writing region info on filesystem at 1732226208669Initializing all the Stores at 1732226208674 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208674Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208675 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208675Cleaning up temporary data from old regions at 1732226208693 (+18 ms)Running coprocessor post-open hooks at 1732226208706 (+13 ms)Region opened successfully at 1732226208706 2024-11-21T21:56:48,707 DEBUG [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,707 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., pid=40, masterSystemTime=1732226208613 2024-11-21T21:56:48,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=23 2024-11-21T21:56:48,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure d2394bc5e903577623373dc5731e159e, server=2a884b411602,45269,1732226205018 in 260 msec 2024-11-21T21:56:48,708 INFO [StoreOpener-ef6383a37fd0a8932f74ce620780419e-1 {}] regionserver.HStore(327): Store=ef6383a37fd0a8932f74ce620780419e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,708 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:48,708 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:48,708 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:56:48,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 70df6d64242ddb8b4234f6444be6b03f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-21T21:56:48,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,709 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,710 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:48,712 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,712 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,712 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:56:48,713 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:56:48,713 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:56:48,713 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 40aefbb76df29967bf1c108962727a15, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-21T21:56:48,713 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,714 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,714 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,714 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,715 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,717 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,717 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,717 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:48,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=11c4346207cec8c12b88a28395113dbc, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,719 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,720 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40aefbb76df29967bf1c108962727a15 columnFamilyName colfamily11 2024-11-21T21:56:48,720 DEBUG [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,721 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] regionserver.HStore(327): Store=40aefbb76df29967bf1c108962727a15/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,721 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,722 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11c4346207cec8c12b88a28395113dbc, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,724 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40aefbb76df29967bf1c108962727a15 columnFamilyName colfamily21 2024-11-21T21:56:48,724 DEBUG [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,726 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] regionserver.HStore(327): Store=40aefbb76df29967bf1c108962727a15/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,727 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,727 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,727 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened ef6383a37fd0a8932f74ce620780419e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66426366, jitterRate=-0.010170012712478638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,728 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:56:48,728 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for ef6383a37fd0a8932f74ce620780419e: Running coprocessor pre-open hook at 1732226208685Writing region info on filesystem at 1732226208685Initializing all the Stores at 1732226208687 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208687Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208688 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208688Cleaning up temporary data from old regions at 1732226208717 (+29 ms)Running coprocessor post-open hooks at 1732226208728 (+11 ms)Region opened successfully at 1732226208728 2024-11-21T21:56:48,729 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., pid=38, masterSystemTime=1732226208568 2024-11-21T21:56:48,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=5 2024-11-21T21:56:48,729 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40aefbb76df29967bf1c108962727a15 columnFamilyName colfamily31 2024-11-21T21:56:48,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,35213,1732226205202 in 189 msec 2024-11-21T21:56:48,729 DEBUG [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,730 INFO [StoreOpener-40aefbb76df29967bf1c108962727a15-1 {}] regionserver.HStore(327): Store=40aefbb76df29967bf1c108962727a15/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,731 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,731 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,732 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:48,733 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:48,733 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,733 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:56:48,733 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 40ceb6c488a954e7b76ed6cd80d42e14, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-21T21:56:48,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN in 489 msec 2024-11-21T21:56:48,734 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,734 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,734 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,734 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,734 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,736 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70df6d64242ddb8b4234f6444be6b03f columnFamilyName colfamily11 2024-11-21T21:56:48,736 DEBUG [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,736 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ef6383a37fd0a8932f74ce620780419e, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,736 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,736 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,736 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,736 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(327): Store=70df6d64242ddb8b4234f6444be6b03f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,737 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,737 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,740 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70df6d64242ddb8b4234f6444be6b03f columnFamilyName colfamily21 2024-11-21T21:56:48,740 DEBUG [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,740 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40ceb6c488a954e7b76ed6cd80d42e14 columnFamilyName colfamily11 2024-11-21T21:56:48,740 DEBUG [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,741 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,741 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(327): Store=70df6d64242ddb8b4234f6444be6b03f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef6383a37fd0a8932f74ce620780419e, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,741 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,742 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] regionserver.HStore(327): Store=40ceb6c488a954e7b76ed6cd80d42e14/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,742 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,744 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70df6d64242ddb8b4234f6444be6b03f columnFamilyName colfamily31 2024-11-21T21:56:48,744 DEBUG [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,745 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(327): Store=70df6d64242ddb8b4234f6444be6b03f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,745 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,746 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40ceb6c488a954e7b76ed6cd80d42e14 columnFamilyName colfamily21 2024-11-21T21:56:48,746 DEBUG [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,746 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,747 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,748 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] regionserver.HStore(327): Store=40ceb6c488a954e7b76ed6cd80d42e14/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,748 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,748 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,749 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,749 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,750 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40ceb6c488a954e7b76ed6cd80d42e14 columnFamilyName colfamily31 2024-11-21T21:56:48,750 DEBUG [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=16 2024-11-21T21:56:48,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 11c4346207cec8c12b88a28395113dbc, server=2a884b411602,38093,1732226205140 in 277 msec 2024-11-21T21:56:48,751 INFO [StoreOpener-40ceb6c488a954e7b76ed6cd80d42e14-1 {}] regionserver.HStore(327): Store=40ceb6c488a954e7b76ed6cd80d42e14/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,751 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,752 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,752 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,753 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,754 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,755 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=11c4346207cec8c12b88a28395113dbc, ASSIGN in 510 msec 2024-11-21T21:56:48,755 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,757 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=7 2024-11-21T21:56:48,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ef6383a37fd0a8932f74ce620780419e, server=2a884b411602,45269,1732226205018 in 302 msec 2024-11-21T21:56:48,763 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,763 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef6383a37fd0a8932f74ce620780419e, ASSIGN in 520 msec 2024-11-21T21:56:48,764 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 40ceb6c488a954e7b76ed6cd80d42e14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60953765, jitterRate=-0.09171812236309052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,764 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 70df6d64242ddb8b4234f6444be6b03f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73637104, jitterRate=0.09727835655212402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,764 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:56:48,764 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:56:48,765 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 70df6d64242ddb8b4234f6444be6b03f: Running coprocessor pre-open hook at 1732226208709Writing region info on filesystem at 1732226208709Initializing all the Stores at 1732226208712 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208712Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208714 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208714Cleaning up temporary data from old regions at 1732226208749 (+35 ms)Running coprocessor post-open hooks at 1732226208764 (+15 ms)Region opened successfully at 1732226208765 (+1 ms) 2024-11-21T21:56:48,765 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 40ceb6c488a954e7b76ed6cd80d42e14: Running coprocessor pre-open hook at 1732226208734Writing region info on filesystem at 1732226208734Initializing all the Stores at 1732226208736 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208736Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208736Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208736Cleaning up temporary data from old regions at 1732226208755 (+19 ms)Running coprocessor post-open hooks at 1732226208764 (+9 ms)Region opened successfully at 1732226208765 (+1 ms) 2024-11-21T21:56:48,766 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., pid=34, masterSystemTime=1732226208568 2024-11-21T21:56:48,766 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., pid=51, masterSystemTime=1732226208653 2024-11-21T21:56:48,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2394bc5e903577623373dc5731e159e, ASSIGN in 523 msec 2024-11-21T21:56:48,769 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:56:48,770 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:56:48,770 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:56:48,770 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => db03e027dc8d90f5352219a16ed99c88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-21T21:56:48,770 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,771 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,771 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,771 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,771 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,771 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 40aefbb76df29967bf1c108962727a15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74687619, jitterRate=0.1129322499036789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,772 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:56:48,772 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 40aefbb76df29967bf1c108962727a15: Running coprocessor pre-open hook at 1732226208714Writing region info on filesystem at 1732226208714Initializing all the Stores at 1732226208716 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208716Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208717 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208717Cleaning up temporary data from old regions at 1732226208736 (+19 ms)Running coprocessor post-open hooks at 1732226208772 (+36 ms)Region opened successfully at 1732226208772 2024-11-21T21:56:48,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,773 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:56:48,774 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,774 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:56:48,774 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., pid=43, masterSystemTime=1732226208613 2024-11-21T21:56:48,775 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:56:48,777 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 77db6b0f383c2742fdcc4e8325d5a948, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-21T21:56:48,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:48,777 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db03e027dc8d90f5352219a16ed99c88 columnFamilyName colfamily11 2024-11-21T21:56:48,777 DEBUG [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,778 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,778 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:56:48,778 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,778 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:56:48,778 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,778 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:56:48,778 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,778 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(327): Store=db03e027dc8d90f5352219a16ed99c88/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,779 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf92e254259f9090cff5f38671ff86b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-21T21:56:48,779 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,779 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,779 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,780 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,780 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,781 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db03e027dc8d90f5352219a16ed99c88 columnFamilyName colfamily21 2024-11-21T21:56:48,781 DEBUG [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,782 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(327): Store=db03e027dc8d90f5352219a16ed99c88/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,782 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ceb6c488a954e7b76ed6cd80d42e14, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,784 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db03e027dc8d90f5352219a16ed99c88 columnFamilyName colfamily31 2024-11-21T21:56:48,784 DEBUG [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=40aefbb76df29967bf1c108962727a15, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,785 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(327): Store=db03e027dc8d90f5352219a16ed99c88/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,786 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,787 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,788 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,788 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,38093,1732226205140, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40aefbb76df29967bf1c108962727a15. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,790 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,790 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40aefbb76df29967bf1c108962727a15, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,791 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,791 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,793 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,794 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,794 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,35213,1732226205202, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,796 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77db6b0f383c2742fdcc4e8325d5a948 columnFamilyName colfamily11 2024-11-21T21:56:48,796 DEBUG [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,797 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] regionserver.HStore(327): Store=77db6b0f383c2742fdcc4e8325d5a948/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,797 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf92e254259f9090cff5f38671ff86b columnFamilyName colfamily11 2024-11-21T21:56:48,797 DEBUG [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,797 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=13 2024-11-21T21:56:48,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 40ceb6c488a954e7b76ed6cd80d42e14, server=2a884b411602,45269,1732226205018 in 358 msec 2024-11-21T21:56:48,798 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] regionserver.HStore(327): Store=5cf92e254259f9090cff5f38671ff86b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,798 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,799 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,800 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf92e254259f9090cff5f38671ff86b columnFamilyName colfamily21 2024-11-21T21:56:48,800 DEBUG [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,801 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened db03e027dc8d90f5352219a16ed99c88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70765335, jitterRate=0.054485663771629333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,801 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:56:48,801 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] regionserver.HStore(327): Store=5cf92e254259f9090cff5f38671ff86b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,801 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for db03e027dc8d90f5352219a16ed99c88: Running coprocessor pre-open hook at 1732226208771Writing region info on filesystem at 1732226208772 (+1 ms)Initializing all the Stores at 1732226208773 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208773Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208773Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208774 (+1 ms)Cleaning up temporary data from old regions at 1732226208790 (+16 ms)Running coprocessor post-open hooks at 1732226208801 (+11 ms)Region opened successfully at 1732226208801 2024-11-21T21:56:48,801 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40ceb6c488a954e7b76ed6cd80d42e14, ASSIGN in 557 msec 2024-11-21T21:56:48,803 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77db6b0f383c2742fdcc4e8325d5a948 columnFamilyName colfamily21 2024-11-21T21:56:48,803 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., pid=46, masterSystemTime=1732226208653 2024-11-21T21:56:48,803 DEBUG [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,803 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf92e254259f9090cff5f38671ff86b columnFamilyName colfamily31 2024-11-21T21:56:48,804 DEBUG [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,804 INFO [StoreOpener-5cf92e254259f9090cff5f38671ff86b-1 {}] regionserver.HStore(327): Store=5cf92e254259f9090cff5f38671ff86b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,805 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,806 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,806 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] regionserver.HStore(327): Store=77db6b0f383c2742fdcc4e8325d5a948/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,807 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,807 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,807 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:56:48,807 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:56:48,807 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:56:48,807 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f09a1ae1cd0e818d0b7f0a72f234fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-21T21:56:48,808 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,808 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,808 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,808 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,808 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,809 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-21T21:56:48,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 40aefbb76df29967bf1c108962727a15, server=2a884b411602,38093,1732226205140 in 325 msec 2024-11-21T21:56:48,810 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,811 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77db6b0f383c2742fdcc4e8325d5a948 columnFamilyName colfamily31 2024-11-21T21:56:48,811 DEBUG [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,812 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,812 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,813 INFO [StoreOpener-77db6b0f383c2742fdcc4e8325d5a948-1 {}] regionserver.HStore(327): Store=77db6b0f383c2742fdcc4e8325d5a948/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,813 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40aefbb76df29967bf1c108962727a15, ASSIGN in 569 msec 2024-11-21T21:56:48,815 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,815 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f09a1ae1cd0e818d0b7f0a72f234fa columnFamilyName colfamily11 2024-11-21T21:56:48,815 DEBUG [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,816 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,816 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,816 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(327): Store=69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,817 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,817 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 5cf92e254259f9090cff5f38671ff86b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74820600, jitterRate=0.11491382122039795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,817 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:56:48,817 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 5cf92e254259f9090cff5f38671ff86b: Running coprocessor pre-open hook at 1732226208780Writing region info on filesystem at 1732226208780Initializing all the Stores at 1732226208782 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208782Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208791 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208791Cleaning up temporary data from old regions at 1732226208809 (+18 ms)Running coprocessor post-open hooks at 1732226208817 (+8 ms)Region opened successfully at 1732226208817 2024-11-21T21:56:48,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,818 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,818 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,818 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., pid=41, masterSystemTime=1732226208613 2024-11-21T21:56:48,819 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f09a1ae1cd0e818d0b7f0a72f234fa columnFamilyName colfamily21 2024-11-21T21:56:48,819 DEBUG [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,819 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,821 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(327): Store=69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,821 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,824 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:56:48,824 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:56:48,824 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f09a1ae1cd0e818d0b7f0a72f234fa columnFamilyName colfamily31 2024-11-21T21:56:48,824 DEBUG [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,824 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:56:48,824 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => b6f4096604eafb2538c1e446a30f2a4c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-21T21:56:48,825 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,825 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(327): Store=69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,825 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,825 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,825 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,825 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5cf92e254259f9090cff5f38671ff86b, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,826 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,826 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:48,827 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,829 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,830 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf92e254259f9090cff5f38671ff86b, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,830 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,831 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,832 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,833 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 77db6b0f383c2742fdcc4e8325d5a948; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63441027, jitterRate=-0.054655030369758606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,833 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:56:48,833 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,833 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 77db6b0f383c2742fdcc4e8325d5a948: Running coprocessor pre-open hook at 1732226208778Writing region info on filesystem at 1732226208779 (+1 ms)Initializing all the Stores at 1732226208781 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208781Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208790 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208790Cleaning up temporary data from old regions at 1732226208818 (+28 ms)Running coprocessor post-open hooks at 1732226208833 (+15 ms)Region opened successfully at 1732226208833 2024-11-21T21:56:48,834 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., pid=37, masterSystemTime=1732226208568 2024-11-21T21:56:48,836 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f4096604eafb2538c1e446a30f2a4c columnFamilyName colfamily11 2024-11-21T21:56:48,836 DEBUG [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,837 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] regionserver.HStore(327): Store=b6f4096604eafb2538c1e446a30f2a4c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,837 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,838 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:56:48,838 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:56:48,838 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:56:48,838 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a1d3770d56ef3a8f2e3a6231f0d5474, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-21T21:56:48,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=27 2024-11-21T21:56:48,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,35213,1732226205202 in 332 msec 2024-11-21T21:56:48,839 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,839 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,839 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,839 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,841 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f4096604eafb2538c1e446a30f2a4c columnFamilyName colfamily21 2024-11-21T21:56:48,841 DEBUG [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN in 598 msec 2024-11-21T21:56:48,842 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] regionserver.HStore(327): Store=b6f4096604eafb2538c1e446a30f2a4c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,842 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,843 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,844 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,845 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f4096604eafb2538c1e446a30f2a4c columnFamilyName colfamily31 2024-11-21T21:56:48,844 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 69f09a1ae1cd0e818d0b7f0a72f234fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69148484, jitterRate=0.030392706394195557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,845 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:56:48,845 DEBUG [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,845 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 69f09a1ae1cd0e818d0b7f0a72f234fa: Running coprocessor pre-open hook at 1732226208809Writing region info on filesystem at 1732226208809Initializing all the Stores at 1732226208811 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208811Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208811Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208812 (+1 ms)Cleaning up temporary data from old regions at 1732226208830 (+18 ms)Running coprocessor post-open hooks at 1732226208845 (+15 ms)Region opened successfully at 1732226208845 2024-11-21T21:56:48,846 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., pid=53, masterSystemTime=1732226208653 2024-11-21T21:56:48,847 INFO [StoreOpener-b6f4096604eafb2538c1e446a30f2a4c-1 {}] regionserver.HStore(327): Store=b6f4096604eafb2538c1e446a30f2a4c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,847 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d3770d56ef3a8f2e3a6231f0d5474 columnFamilyName colfamily11 2024-11-21T21:56:48,847 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,847 DEBUG [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,848 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77db6b0f383c2742fdcc4e8325d5a948, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,849 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,850 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:56:48,850 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:56:48,850 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:56:48,850 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,850 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d90ca1534b25b1a637f8a2625a145bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-21T21:56:48,850 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,850 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] regionserver.HStore(327): Store=5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,851 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,851 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,851 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,851 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,851 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,851 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,853 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,853 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d3770d56ef3a8f2e3a6231f0d5474 columnFamilyName colfamily21 2024-11-21T21:56:48,853 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,854 DEBUG [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,855 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] regionserver.HStore(327): Store=5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,855 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,856 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d90ca1534b25b1a637f8a2625a145bd columnFamilyName colfamily11 2024-11-21T21:56:48,856 DEBUG [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,856 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(327): Store=8d90ca1534b25b1a637f8a2625a145bd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,857 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=18 2024-11-21T21:56:48,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cf92e254259f9090cff5f38671ff86b, server=2a884b411602,38093,1732226205140 in 378 msec 2024-11-21T21:56:48,858 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d3770d56ef3a8f2e3a6231f0d5474 columnFamilyName colfamily31 2024-11-21T21:56:48,858 DEBUG [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,859 INFO [StoreOpener-5a1d3770d56ef3a8f2e3a6231f0d5474-1 {}] regionserver.HStore(327): Store=5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,859 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,859 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,861 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened b6f4096604eafb2538c1e446a30f2a4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75419132, jitterRate=0.12383264303207397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,861 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,861 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:56:48,861 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for b6f4096604eafb2538c1e446a30f2a4c: Running coprocessor pre-open hook at 1732226208825Writing region info on filesystem at 1732226208825Initializing all the Stores at 1732226208827 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208827Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208831 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208831Cleaning up temporary data from old regions at 1732226208850 (+19 ms)Running coprocessor post-open hooks at 1732226208861 (+11 ms)Region opened successfully at 1732226208861 2024-11-21T21:56:48,862 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,862 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d90ca1534b25b1a637f8a2625a145bd columnFamilyName colfamily21 2024-11-21T21:56:48,862 DEBUG [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,863 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c., pid=44, masterSystemTime=1732226208613 2024-11-21T21:56:48,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cf92e254259f9090cff5f38671ff86b, ASSIGN in 617 msec 2024-11-21T21:56:48,864 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(327): Store=8d90ca1534b25b1a637f8a2625a145bd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,864 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,864 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,864 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,865 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,867 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d90ca1534b25b1a637f8a2625a145bd columnFamilyName colfamily31 2024-11-21T21:56:48,867 DEBUG [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,868 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,868 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:56:48,868 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:56:48,869 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(327): Store=8d90ca1534b25b1a637f8a2625a145bd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,869 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,869 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:48,870 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => f9f3da3479f0b2ad598b0827e491bfa2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-21T21:56:48,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,870 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,872 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,872 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,872 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,872 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,873 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,873 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,873 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,874 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,874 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6f4096604eafb2538c1e446a30f2a4c, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,874 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 5a1d3770d56ef3a8f2e3a6231f0d5474; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73901197, jitterRate=0.10121364891529083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,875 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:56:48,875 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 5a1d3770d56ef3a8f2e3a6231f0d5474: Running coprocessor pre-open hook at 1732226208839Writing region info on filesystem at 1732226208839Initializing all the Stores at 1732226208841 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208841Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208843 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208843Cleaning up temporary data from old regions at 1732226208864 (+21 ms)Running coprocessor post-open hooks at 1732226208875 (+11 ms)Region opened successfully at 1732226208875 2024-11-21T21:56:48,876 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,877 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., pid=32, masterSystemTime=1732226208568 2024-11-21T21:56:48,877 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,880 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f3da3479f0b2ad598b0827e491bfa2 columnFamilyName colfamily11 2024-11-21T21:56:48,880 DEBUG [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,880 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:56:48,881 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:56:48,881 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:56:48,881 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c08c7376ebbd147a47a4163334202c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-21T21:56:48,881 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] regionserver.HStore(327): Store=f9f3da3479f0b2ad598b0827e491bfa2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,881 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,881 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,881 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,882 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,882 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,882 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,883 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 8d90ca1534b25b1a637f8a2625a145bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69375575, jitterRate=0.033776625990867615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,883 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:56:48,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=28 2024-11-21T21:56:48,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure b6f4096604eafb2538c1e446a30f2a4c, server=2a884b411602,38093,1732226205140 in 393 msec 2024-11-21T21:56:48,883 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 8d90ca1534b25b1a637f8a2625a145bd: Running coprocessor pre-open hook at 1732226208851Writing region info on filesystem at 1732226208851Initializing all the Stores at 1732226208852 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208853 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208853Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208853Cleaning up temporary data from old regions at 1732226208873 (+20 ms)Running coprocessor post-open hooks at 1732226208883 (+10 ms)Region opened successfully at 1732226208883 2024-11-21T21:56:48,884 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,885 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., pid=54, masterSystemTime=1732226208653 2024-11-21T21:56:48,885 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f3da3479f0b2ad598b0827e491bfa2 columnFamilyName colfamily21 2024-11-21T21:56:48,885 DEBUG [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,886 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c08c7376ebbd147a47a4163334202c3 columnFamilyName colfamily11 2024-11-21T21:56:48,886 DEBUG [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,887 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] regionserver.HStore(327): Store=f9f3da3479f0b2ad598b0827e491bfa2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,887 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,887 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] regionserver.HStore(327): Store=7c08c7376ebbd147a47a4163334202c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,887 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6f4096604eafb2538c1e446a30f2a4c, ASSIGN in 643 msec 2024-11-21T21:56:48,888 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:56:48,888 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:56:48,889 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:56:48,889 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => c8a4887496bb82fd68a65cfea24dfde7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-21T21:56:48,890 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c08c7376ebbd147a47a4163334202c3 columnFamilyName colfamily21 2024-11-21T21:56:48,890 DEBUG [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,890 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,890 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,890 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,890 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,890 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,890 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f3da3479f0b2ad598b0827e491bfa2 columnFamilyName colfamily31 2024-11-21T21:56:48,890 DEBUG [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,891 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] regionserver.HStore(327): Store=7c08c7376ebbd147a47a4163334202c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,891 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,892 INFO [StoreOpener-f9f3da3479f0b2ad598b0827e491bfa2-1 {}] regionserver.HStore(327): Store=f9f3da3479f0b2ad598b0827e491bfa2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,892 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,893 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c08c7376ebbd147a47a4163334202c3 columnFamilyName colfamily31 2024-11-21T21:56:48,893 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,893 DEBUG [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,894 INFO [StoreOpener-7c08c7376ebbd147a47a4163334202c3-1 {}] regionserver.HStore(327): Store=7c08c7376ebbd147a47a4163334202c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,894 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,894 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,896 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,896 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:48,897 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,898 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,899 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,899 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,900 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,35213,1732226205202, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,900 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,35213,1732226205202, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,900 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,35213,1732226205202, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,901 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,901 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,45269,1732226205018, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77db6b0f383c2742fdcc4e8325d5a948. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,901 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,902 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,902 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,903 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a4887496bb82fd68a65cfea24dfde7 columnFamilyName colfamily11 2024-11-21T21:56:48,904 DEBUG [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,904 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(327): Store=c8a4887496bb82fd68a65cfea24dfde7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,905 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,905 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1d3770d56ef3a8f2e3a6231f0d5474, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,908 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a4887496bb82fd68a65cfea24dfde7 columnFamilyName colfamily21 2024-11-21T21:56:48,908 DEBUG [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,909 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,909 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(327): Store=c8a4887496bb82fd68a65cfea24dfde7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,909 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,909 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,910 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 7c08c7376ebbd147a47a4163334202c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63774010, jitterRate=-0.04969319701194763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,910 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:56:48,910 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 7c08c7376ebbd147a47a4163334202c3: Running coprocessor pre-open hook at 1732226208882Writing region info on filesystem at 1732226208882Initializing all the Stores at 1732226208883 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208883Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208883Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208884 (+1 ms)Cleaning up temporary data from old regions at 1732226208901 (+17 ms)Running coprocessor post-open hooks at 1732226208910 (+9 ms)Region opened successfully at 1732226208910 2024-11-21T21:56:48,911 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened f9f3da3479f0b2ad598b0827e491bfa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65919263, jitterRate=-0.017726436257362366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,911 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:56:48,912 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for f9f3da3479f0b2ad598b0827e491bfa2: Running coprocessor pre-open hook at 1732226208874Writing region info on filesystem at 1732226208874Initializing all the Stores at 1732226208876 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208876Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208877 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208877Cleaning up temporary data from old regions at 1732226208896 (+19 ms)Running coprocessor post-open hooks at 1732226208911 (+15 ms)Region opened successfully at 1732226208911 2024-11-21T21:56:48,912 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., pid=35, masterSystemTime=1732226208568 2024-11-21T21:56:48,913 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a4887496bb82fd68a65cfea24dfde7 columnFamilyName colfamily31 2024-11-21T21:56:48,913 DEBUG [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=14 2024-11-21T21:56:48,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,35213,1732226205202 in 363 msec 2024-11-21T21:56:48,914 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(327): Store=c8a4887496bb82fd68a65cfea24dfde7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,914 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,914 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., pid=48, masterSystemTime=1732226208613 2024-11-21T21:56:48,915 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,916 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,917 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:56:48,917 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:56:48,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN in 673 msec 2024-11-21T21:56:48,918 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:48,918 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:48,918 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,918 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,919 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:56:48,919 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 15f3a995e806ed04713da9079370ea80, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-21T21:56:48,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=7c08c7376ebbd147a47a4163334202c3, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:56:48,919 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,919 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,919 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,920 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,920 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,922 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c08c7376ebbd147a47a4163334202c3, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:56:48,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,925 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,927 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9f3da3479f0b2ad598b0827e491bfa2, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,928 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened c8a4887496bb82fd68a65cfea24dfde7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71211994, jitterRate=0.061141401529312134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,928 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:56:48,928 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for c8a4887496bb82fd68a65cfea24dfde7: Running coprocessor pre-open hook at 1732226208890Writing region info on filesystem at 1732226208890Initializing all the Stores at 1732226208893 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208893Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208898 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208899 (+1 ms)Cleaning up temporary data from old regions at 1732226208918 (+19 ms)Running coprocessor post-open hooks at 1732226208928 (+10 ms)Region opened successfully at 1732226208928 2024-11-21T21:56:48,929 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15f3a995e806ed04713da9079370ea80 columnFamilyName colfamily11 2024-11-21T21:56:48,929 DEBUG [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,929 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., pid=56, masterSystemTime=1732226208653 2024-11-21T21:56:48,930 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] regionserver.HStore(327): Store=15f3a995e806ed04713da9079370ea80/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,930 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,933 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15f3a995e806ed04713da9079370ea80 columnFamilyName colfamily21 2024-11-21T21:56:48,933 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:56:48,933 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:56:48,933 DEBUG [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,933 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:56:48,933 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => e517963317dfa501147972a7addef928, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-21T21:56:48,934 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e517963317dfa501147972a7addef928 2024-11-21T21:56:48,934 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] regionserver.HStore(327): Store=15f3a995e806ed04713da9079370ea80/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,934 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,934 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,934 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for e517963317dfa501147972a7addef928 2024-11-21T21:56:48,934 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for e517963317dfa501147972a7addef928 2024-11-21T21:56:48,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=15 2024-11-21T21:56:48,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c08c7376ebbd147a47a4163334202c3, server=2a884b411602,45269,1732226205018 in 491 msec 2024-11-21T21:56:48,936 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e517963317dfa501147972a7addef928 2024-11-21T21:56:48,936 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15f3a995e806ed04713da9079370ea80 columnFamilyName colfamily31 2024-11-21T21:56:48,936 DEBUG [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,937 INFO [StoreOpener-15f3a995e806ed04713da9079370ea80-1 {}] regionserver.HStore(327): Store=15f3a995e806ed04713da9079370ea80/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,937 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,938 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e517963317dfa501147972a7addef928 columnFamilyName colfamily11 2024-11-21T21:56:48,938 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7c08c7376ebbd147a47a4163334202c3, ASSIGN in 694 msec 2024-11-21T21:56:48,938 DEBUG [StoreOpener-e517963317dfa501147972a7addef928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,939 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,939 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(327): Store=e517963317dfa501147972a7addef928/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,940 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e517963317dfa501147972a7addef928 2024-11-21T21:56:48,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,940 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,940 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,941 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,942 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e517963317dfa501147972a7addef928 columnFamilyName colfamily21 2024-11-21T21:56:48,942 DEBUG [StoreOpener-e517963317dfa501147972a7addef928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,943 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(327): Store=e517963317dfa501147972a7addef928/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,943 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e517963317dfa501147972a7addef928 2024-11-21T21:56:48,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:48,944 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,945 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e517963317dfa501147972a7addef928 columnFamilyName colfamily31 2024-11-21T21:56:48,946 DEBUG [StoreOpener-e517963317dfa501147972a7addef928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,947 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(327): Store=e517963317dfa501147972a7addef928/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,947 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for e517963317dfa501147972a7addef928 2024-11-21T21:56:48,948 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,948 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928 2024-11-21T21:56:48,948 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 15f3a995e806ed04713da9079370ea80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75026845, jitterRate=0.11798711121082306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,949 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:56:48,949 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 15f3a995e806ed04713da9079370ea80: Running coprocessor pre-open hook at 1732226208920Writing region info on filesystem at 1732226208920Initializing all the Stores at 1732226208922 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208922Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208922Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208922Cleaning up temporary data from old regions at 1732226208940 (+18 ms)Running coprocessor post-open hooks at 1732226208949 (+9 ms)Region opened successfully at 1732226208949 2024-11-21T21:56:48,949 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928 2024-11-21T21:56:48,950 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., pid=42, masterSystemTime=1732226208613 2024-11-21T21:56:48,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=6 2024-11-21T21:56:48,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f9f3da3479f0b2ad598b0827e491bfa2, server=2a884b411602,38093,1732226205140 in 436 msec 2024-11-21T21:56:48,951 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for e517963317dfa501147972a7addef928 2024-11-21T21:56:48,952 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for e517963317dfa501147972a7addef928 2024-11-21T21:56:48,953 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,954 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:56:48,955 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:56:48,955 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for e517963317dfa501147972a7addef928 2024-11-21T21:56:48,955 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:56:48,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f9f3da3479f0b2ad598b0827e491bfa2, ASSIGN in 710 msec 2024-11-21T21:56:48,955 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 96c766d454a793abd1dfcd43064e844d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-21T21:56:48,955 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,956 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,956 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,956 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=15f3a995e806ed04713da9079370ea80, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,958 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,958 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,958 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened e517963317dfa501147972a7addef928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61323482, jitterRate=-0.08620890974998474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,959 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e517963317dfa501147972a7addef928 2024-11-21T21:56:48,959 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for e517963317dfa501147972a7addef928: Running coprocessor pre-open hook at 1732226208934Writing region info on filesystem at 1732226208934Initializing all the Stores at 1732226208936 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208936Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208936Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208936Cleaning up temporary data from old regions at 1732226208952 (+16 ms)Running coprocessor post-open hooks at 1732226208959 (+7 ms)Region opened successfully at 1732226208959 2024-11-21T21:56:48,960 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., pid=55, masterSystemTime=1732226208653 2024-11-21T21:56:48,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15f3a995e806ed04713da9079370ea80, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,962 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96c766d454a793abd1dfcd43064e844d columnFamilyName colfamily11 2024-11-21T21:56:48,962 DEBUG [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,963 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] regionserver.HStore(327): Store=96c766d454a793abd1dfcd43064e844d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,963 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,963 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:56:48,964 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:56:48,964 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:56:48,964 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => bac0e74400a5217c97124194d4874f9a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-21T21:56:48,964 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,964 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,965 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,965 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,965 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96c766d454a793abd1dfcd43064e844d columnFamilyName colfamily21 2024-11-21T21:56:48,965 DEBUG [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,966 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] regionserver.HStore(327): Store=96c766d454a793abd1dfcd43064e844d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,966 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,967 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=21 2024-11-21T21:56:48,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,35213,1732226205202 in 406 msec 2024-11-21T21:56:48,968 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96c766d454a793abd1dfcd43064e844d columnFamilyName colfamily31 2024-11-21T21:56:48,969 DEBUG [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,969 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac0e74400a5217c97124194d4874f9a columnFamilyName colfamily11 2024-11-21T21:56:48,969 DEBUG [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,969 INFO [StoreOpener-96c766d454a793abd1dfcd43064e844d-1 {}] regionserver.HStore(327): Store=96c766d454a793abd1dfcd43064e844d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,970 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,970 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(327): Store=bac0e74400a5217c97124194d4874f9a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,970 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN in 727 msec 2024-11-21T21:56:48,971 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,971 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e517963317dfa501147972a7addef928, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:48,973 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,973 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,973 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac0e74400a5217c97124194d4874f9a columnFamilyName colfamily21 2024-11-21T21:56:48,973 DEBUG [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,973 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,973 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(327): Store=bac0e74400a5217c97124194d4874f9a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,974 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:48,977 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,977 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac0e74400a5217c97124194d4874f9a columnFamilyName colfamily31 2024-11-21T21:56:48,977 DEBUG [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,978 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(327): Store=bac0e74400a5217c97124194d4874f9a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,978 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,980 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,980 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,981 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 96c766d454a793abd1dfcd43064e844d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72451697, jitterRate=0.07961441576480865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:56:48,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 96c766d454a793abd1dfcd43064e844d: Running coprocessor pre-open hook at 1732226208956Writing region info on filesystem at 1732226208956Initializing all the Stores at 1732226208957 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208957Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208958 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208958Cleaning up temporary data from old regions at 1732226208973 (+15 ms)Running coprocessor post-open hooks at 1732226208981 (+8 ms)Region opened successfully at 1732226208981 2024-11-21T21:56:48,982 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., pid=45, masterSystemTime=1732226208613 2024-11-21T21:56:48,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=19 2024-11-21T21:56:48,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 15f3a995e806ed04713da9079370ea80, server=2a884b411602,38093,1732226205140 in 501 msec 2024-11-21T21:56:48,983 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,983 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,984 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:48,986 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,986 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:56:48,986 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:56:48,986 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:56:48,986 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => edc1f665b07fe16265cd1f255e37e5b3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-21T21:56:48,987 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:48,987 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:48,987 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:48,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15f3a995e806ed04713da9079370ea80, ASSIGN in 741 msec 2024-11-21T21:56:48,987 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:48,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=96c766d454a793abd1dfcd43064e844d, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:48,991 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:48,992 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:48,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96c766d454a793abd1dfcd43064e844d, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:48,993 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened bac0e74400a5217c97124194d4874f9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64166336, jitterRate=-0.043847084045410156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:48,993 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:56:48,993 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for bac0e74400a5217c97124194d4874f9a: Running coprocessor pre-open hook at 1732226208965Writing region info on filesystem at 1732226208965Initializing all the Stores at 1732226208966 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208966Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208966Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208966Cleaning up temporary data from old regions at 1732226208983 (+17 ms)Running coprocessor post-open hooks at 1732226208993 (+10 ms)Region opened successfully at 1732226208993 2024-11-21T21:56:48,995 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., pid=47, masterSystemTime=1732226208653 2024-11-21T21:56:48,996 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc1f665b07fe16265cd1f255e37e5b3 columnFamilyName colfamily11 2024-11-21T21:56:48,996 DEBUG [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:48,997 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,38093,1732226205140, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=96c766d454a793abd1dfcd43064e844d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:48,998 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] regionserver.HStore(327): Store=edc1f665b07fe16265cd1f255e37e5b3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:48,999 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:48,999 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:56:48,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=17 2024-11-21T21:56:48,999 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:56:48,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,35213,1732226205202 in 443 msec 2024-11-21T21:56:48,999 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:56:48,999 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => d02707b6cbc7d8a456b8090afed76a12, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-21T21:56:49,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:49,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,001 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc1f665b07fe16265cd1f255e37e5b3 columnFamilyName colfamily21 2024-11-21T21:56:49,001 DEBUG [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:49,003 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] regionserver.HStore(327): Store=edc1f665b07fe16265cd1f255e37e5b3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:49,003 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN in 758 msec 2024-11-21T21:56:49,005 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,45269,1732226205018, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a1d3770d56ef3a8f2e3a6231f0d5474. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:49,005 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,45269,1732226205018, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77db6b0f383c2742fdcc4e8325d5a948. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:49,005 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc1f665b07fe16265cd1f255e37e5b3 columnFamilyName colfamily31 2024-11-21T21:56:49,006 DEBUG [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:49,006 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,35213,1732226205202, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:49,006 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,35213,1732226205202, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:56:49,007 INFO [StoreOpener-edc1f665b07fe16265cd1f255e37e5b3-1 {}] regionserver.HStore(327): Store=edc1f665b07fe16265cd1f255e37e5b3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:49,007 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,007 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:49,007 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,008 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,009 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,010 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02707b6cbc7d8a456b8090afed76a12 columnFamilyName colfamily11 2024-11-21T21:56:49,010 DEBUG [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:49,011 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:49,011 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,012 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:49,014 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,014 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(327): Store=d02707b6cbc7d8a456b8090afed76a12/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:49,014 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,016 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02707b6cbc7d8a456b8090afed76a12 columnFamilyName colfamily21 2024-11-21T21:56:49,016 DEBUG [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:49,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=12 2024-11-21T21:56:49,017 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(327): Store=d02707b6cbc7d8a456b8090afed76a12/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:49,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 96c766d454a793abd1dfcd43064e844d, server=2a884b411602,38093,1732226205140 in 518 msec 2024-11-21T21:56:49,017 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,019 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:49,020 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02707b6cbc7d8a456b8090afed76a12 columnFamilyName colfamily31 2024-11-21T21:56:49,020 DEBUG [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:49,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=96c766d454a793abd1dfcd43064e844d, ASSIGN in 776 msec 2024-11-21T21:56:49,020 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened edc1f665b07fe16265cd1f255e37e5b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70776834, jitterRate=0.05465701222419739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:49,020 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(327): Store=d02707b6cbc7d8a456b8090afed76a12/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:49,020 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:56:49,020 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,021 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for edc1f665b07fe16265cd1f255e37e5b3: Running coprocessor pre-open hook at 1732226208987Writing region info on filesystem at 1732226208987Initializing all the Stores at 1732226208989 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208989Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208991 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226208991Cleaning up temporary data from old regions at 1732226209011 (+20 ms)Running coprocessor post-open hooks at 1732226209020 (+9 ms)Region opened successfully at 1732226209020 2024-11-21T21:56:49,022 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,022 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., pid=49, masterSystemTime=1732226208613 2024-11-21T21:56:49,023 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,025 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:56:49,025 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,026 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,026 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:56:49,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=30 2024-11-21T21:56:49,026 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:56:49,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,35213,1732226205202 in 517 msec 2024-11-21T21:56:49,028 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN in 786 msec 2024-11-21T21:56:49,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:56:49,032 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:49,032 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened d02707b6cbc7d8a456b8090afed76a12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68382063, jitterRate=0.018972143530845642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:56:49,032 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:56:49,033 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for d02707b6cbc7d8a456b8090afed76a12: Running coprocessor pre-open hook at 1732226209000Writing region info on filesystem at 1732226209000Initializing all the Stores at 1732226209003 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226209003Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226209007 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226209007Cleaning up temporary data from old regions at 1732226209026 (+19 ms)Running coprocessor post-open hooks at 1732226209032 (+6 ms)Region opened successfully at 1732226209033 (+1 ms) 2024-11-21T21:56:49,034 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., pid=50, masterSystemTime=1732226208653 2024-11-21T21:56:49,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edc1f665b07fe16265cd1f255e37e5b3, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:56:49,037 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:56:49,037 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:56:49,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-21T21:56:49,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a1d3770d56ef3a8f2e3a6231f0d5474, server=2a884b411602,45269,1732226205018 in 615 msec 2024-11-21T21:56:49,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a1d3770d56ef3a8f2e3a6231f0d5474, ASSIGN in 798 msec 2024-11-21T21:56:49,042 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35213,1732226205202 2024-11-21T21:56:49,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,35213,1732226205202 because future has completed 2024-11-21T21:56:49,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=9 2024-11-21T21:56:49,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure edc1f665b07fe16265cd1f255e37e5b3, server=2a884b411602,38093,1732226205140 in 531 msec 2024-11-21T21:56:49,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=edc1f665b07fe16265cd1f255e37e5b3, ASSIGN in 807 msec 2024-11-21T21:56:49,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=24 2024-11-21T21:56:49,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,35213,1732226205202 in 527 msec 2024-11-21T21:56:49,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN in 813 msec 2024-11-21T21:56:49,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=8 2024-11-21T21:56:49,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,35213,1732226205202 in 516 msec 2024-11-21T21:56:49,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN in 818 msec 2024-11-21T21:56:49,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=26 2024-11-21T21:56:49,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 77db6b0f383c2742fdcc4e8325d5a948, server=2a884b411602,45269,1732226205018 in 616 msec 2024-11-21T21:56:49,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77db6b0f383c2742fdcc4e8325d5a948, ASSIGN in 823 msec 2024-11-21T21:56:49,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=11 2024-11-21T21:56:49,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,35213,1732226205202 in 537 msec 2024-11-21T21:56:49,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-21T21:56:49,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN in 829 msec 2024-11-21T21:56:49,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:49,074 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226209074"}]},"ts":"1732226209074"} 2024-11-21T21:56:49,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-21T21:56:49,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:49,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5230 sec 2024-11-21T21:56:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:49,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-21T21:56:49,722 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-21T21:56:49,723 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:49,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35213 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-21T21:56:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-21T21:56:49,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-21T21:56:49,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,798 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,800 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,802 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,803 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:49,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:49,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:49,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:49,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:49,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:49,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:49,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:49,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:49,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:49,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:49,911 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:49,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,951 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:49,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:49,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,057 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,316 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,520 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,606 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,725 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,766 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uva', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,881 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:50,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:50,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:50,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c., hostname=2a884b411602,38093,1732226205140, seqNum=2] 2024-11-21T21:56:51,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:51,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:51,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:51,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:51,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:51,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., hostname=2a884b411602,45269,1732226205018, seqNum=2] 2024-11-21T21:56:51,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., hostname=2a884b411602,35213,1732226205202, seqNum=2] 2024-11-21T21:56:51,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:56:51,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:56:51,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:56:51,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:56:51,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:56:51,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:56:51,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45269 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:56:51,884 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-21T21:56:51,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35213 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-21T21:56:52,145 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-21T21:56:52,145 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 2a884b411602,35213,1732226205202 2024-11-21T21:56:52,145 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2a884b411602,35213,1732226205202 2024-11-21T21:56:52,146 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2a884b411602,35213,1732226205202: Simulated kill ***** 2024-11-21T21:56:52,146 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T21:56:52,148 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T21:56:52,150 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T21:56:52,150 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T21:56:52,151 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T21:56:52,151 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 551447480 }, "NonHeapMemoryUsage": { "committed": 157941760, "init": 7667712, "max": -1, "used": 154605224 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T21:56:52,153 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38651 {}] master.MasterRpcServices(700): 2a884b411602,35213,1732226205202 reported a fatal error: ***** ABORTING region server 2a884b411602,35213,1732226205202: Simulated kill ***** 2024-11-21T21:56:52,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,35213,1732226205202' ***** 2024-11-21T21:56:52,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T21:56:52,156 INFO [RS:2;2a884b411602:35213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:56:52,156 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:52,156 INFO [RS:2;2a884b411602:35213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T21:56:52,156 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:56:52,156 INFO [RS:2;2a884b411602:35213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T21:56:52,156 INFO [RS:2;2a884b411602:35213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:56:52,156 INFO [RS:2;2a884b411602:35213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2a884b411602:35213. 2024-11-21T21:56:52,157 DEBUG [RS:2;2a884b411602:35213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:56:52,162 DEBUG [RS:2;2a884b411602:35213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:56:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741836_1012 (size=54214) 2024-11-21T21:56:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741836_1012 (size=54214) 2024-11-21T21:56:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741836_1012 (size=54214) 2024-11-21T21:56:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741835_1011 (size=298410) 2024-11-21T21:56:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741835_1011 (size=298410) 2024-11-21T21:56:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741835_1011 (size=298410) 2024-11-21T21:56:52,173 DEBUG [RS:2;2a884b411602:35213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:56:52,173 INFO [RS:2;2a884b411602:35213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:56:52,174 INFO [RS:2;2a884b411602:35213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35213 2024-11-21T21:56:52,213 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:56:52,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,35213,1732226205202 2024-11-21T21:56:52,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:56:52,225 INFO [RS:2;2a884b411602:35213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:56:52,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,35213,1732226205202] 2024-11-21T21:56:52,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,35213,1732226205202 already deleted, retry=false 2024-11-21T21:56:52,243 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2a884b411602,35213,1732226205202 on 2a884b411602,38651,1732226204255 2024-11-21T21:56:52,248 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:56:52,252 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:56:52,252 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 2a884b411602,35213,1732226205202 (carryingMeta=true) 2a884b411602,35213,1732226205202/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3b6a6eb3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T21:56:52,253 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:56:52,253 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:56:52,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:56:52,253 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:56:52,256 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:52,258 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:56:52,259 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:56:52,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:56:52,259 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:56:52,259 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:56:52,260 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:56:52,260 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:56:52,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:56:52,260 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:56:52,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:56:52,265 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:56:52,266 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:56:52,267 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:56:52,267 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:56:52,267 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:56:52,267 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T21:56:52,269 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:56:52,269 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,35213,1732226205202, table=hbase:meta, region=1588230740 2024-11-21T21:56:52,269 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35213,1732226205202, state=OPEN 2024-11-21T21:56:52,277 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:52,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:52,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:52,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:52,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:52,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:52,279 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226242279 2024-11-21T21:56:52,279 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:56:52,279 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:56:52,279 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:56:52,280 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:56:52,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:56:52,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:56:52,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:56:52,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:56:52,285 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true, isMeta: true 2024-11-21T21:56:52,287 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting 2024-11-21T21:56:52,288 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=1, meta=true 2024-11-21T21:56:52,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta}] 2024-11-21T21:56:52,291 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:56:52,291 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:56:52,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:56:52,291 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:56:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:56:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35213-0x10160afd20c0003, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:56:52,336 INFO [RS:2;2a884b411602:35213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:56:52,336 INFO [RS:2;2a884b411602:35213 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,35213,1732226205202; zookeeper connection closed. 2024-11-21T21:56:52,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24264bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24264bf 2024-11-21T21:56:52,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:52,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:52,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:56:52,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:56:52,505 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:56:52,505 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:56:52,600 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:52,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:52,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:56:52,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:56:52,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:56:52,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-21T21:56:52,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T21:56:52,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:52,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:52,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:56:52,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:56:53,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:53,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:53,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:56:53,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:53,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:53,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:56:54,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:54,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:54,441 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:56:54,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2162 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:56:54,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:56:54,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:56:54,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:56:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:56:54,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T21:56:54,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:54,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:56:54,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:54,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:56:54,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T21:56:54,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T21:56:54,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:56,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:56,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:56:56,462 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:56:56,463 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4183 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:56:56,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:56:56,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:56:56,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:56:56,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:00,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:00,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:00,491 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:00,492 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8212 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:57:00,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:00,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:00,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:00,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:10,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:10,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:10,562 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:10,562 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18283 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:57:10,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:10,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:10,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:10,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:13,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:57:17,276 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2a884b411602:38651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T21:57:20,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:20,641 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:20,641 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:20,642 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28362 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:57:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:27,670 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T21:57:27,670 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T21:57:30,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:30,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:30,743 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:30,744 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38464 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:57:30,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:30,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:30,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:30,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:40,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:40,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:40,802 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:40,803 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48523 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:57:40,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:40,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:40,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:40,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:43,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:57:45,829 WARN [RS:0;2a884b411602:45269 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2a884b411602,35213,1732226205202: status=status unset, state=RUNNING, startTime=1732226212252, completionTime=-1 appears to have been leaked 2024-11-21T21:57:46,535 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T21:57:47,278 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2a884b411602:38651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T21:57:48,533 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f9f3da3479f0b2ad598b0827e491bfa2 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,533 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region edc1f665b07fe16265cd1f255e37e5b3 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,534 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 96c766d454a793abd1dfcd43064e844d changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,534 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 11c4346207cec8c12b88a28395113dbc changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,535 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5cf92e254259f9090cff5f38671ff86b changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,535 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15f3a995e806ed04713da9079370ea80 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,535 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7bc12489331195dfb971e4bf91c107b0 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,535 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 40aefbb76df29967bf1c108962727a15 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,535 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6f4096604eafb2538c1e446a30f2a4c changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,536 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ef6383a37fd0a8932f74ce620780419e changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,536 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region de4489f3bd7a96f02334353299d8d636 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,536 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 40ceb6c488a954e7b76ed6cd80d42e14 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,536 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7c08c7376ebbd147a47a4163334202c3 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,536 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5a1d3770d56ef3a8f2e3a6231f0d5474 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,536 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d2394bc5e903577623373dc5731e159e changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,537 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 77db6b0f383c2742fdcc4e8325d5a948 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:48,537 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 629a216f10055cd44f074ef99d46abae changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:52,281 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T21:56:52.284Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:56:52.392Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52.601Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:52.911Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:53.422Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:56:54.447Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:56:56.464Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:00.492Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:10.563Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:20.642Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:30.746Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:40.804Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T21:57:52,284 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:57:52,284 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:57:52,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:57:52,285 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:57:52,285 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:57:52,285 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:57:52,285 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:57:52,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:57:52,286 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:57:52,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T21:57:52,291 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:57:52,292 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:57:52,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:57:52,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:57:52,293 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:57:52,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T21:57:52,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:57:52,294 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,35213,1732226205202, table=hbase:meta, region=1588230740 2024-11-21T21:57:52,294 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35213,1732226205202, state=OPEN 2024-11-21T21:57:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:57:52,353 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:57:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:57:52,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:52,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:52,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:57:52,354 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226302354 2024-11-21T21:57:52,354 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:57:52,354 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true, isMeta: true 2024-11-21T21:57:52,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:52,355 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:52,356 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:52,357 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=1, meta=true 2024-11-21T21:57:52,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta}] 2024-11-21T21:57:52,357 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:57:52,363 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2a884b411602,45269,1732226205018 2024-11-21T21:57:52,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018}] 2024-11-21T21:57:52,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:52,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:52,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:57:52,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:52,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-21T21:57:52,548 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, size=52.9 K (54214bytes) 2024-11-21T21:57:52,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T21:57:52,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T21:57:52,549 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta 2024-11-21T21:57:52,554 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta after 3ms 2024-11-21T21:57:52,562 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta took 15ms 2024-11-21T21:57:52,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:57:52,578 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta.temp 2024-11-21T21:57:52,581 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta so closing down 2024-11-21T21:57:52,582 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T21:57:52,582 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta.temp 2024-11-21T21:57:52,585 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T21:57:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741864_1040 (size=53973) 2024-11-21T21:57:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741864_1040 (size=53973) 2024-11-21T21:57:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741864_1040 (size=53973) 2024-11-21T21:57:52,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-21T21:57:52,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T21:57:52,603 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-21T21:57:52,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, journal: Splitting hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, size=52.9 K (54214bytes) at 1732226272548Finishing writing output for hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta so closing down at 1732226272581 (+33 ms)Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta.temp at 1732226272582 (+1 ms)3 split writer threads finished at 1732226272585 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1732226272596 (+11 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1732226272598 (+2 ms)Processed 58 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1732226272603 (+5 ms) 2024-11-21T21:57:52,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta 2024-11-21T21:57:52,606 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-21T21:57:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-21T21:57:52,615 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs 2024-11-21T21:57:52,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T21:57:52,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 in 250 msec 2024-11-21T21:57:52,620 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2a884b411602,45269,1732226205018 2024-11-21T21:57:52,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T21:57:52,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 in 263 msec 2024-11-21T21:57:52,626 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting dir is empty, no logs to split. 2024-11-21T21:57:52,626 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=0, meta=true 2024-11-21T21:57:52,626 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2a884b411602,35213,1732226205202 WAL splitting is done? wals=0, meta=true 2024-11-21T21:57:52,626 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:57:52,626 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:57:52,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:57:52,627 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:57:52,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:52,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:52,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:57:52,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:52,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:52,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:52,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:57:52,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:53,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:53,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:53,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:57:53,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:53,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:53,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:54,501 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:54,501 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:54,502 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:54,502 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2147 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:57:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:56,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:57:56,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:57:56,511 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:56,512 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4156 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:57:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:57:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:57:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:00,541 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:00,541 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:00,542 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:00,543 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8187 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:58:00,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:00,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:00,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:00,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:10,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:10,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:10,612 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:10,613 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18257 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:58:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:13,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:58:20,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:20,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:20,712 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:20,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28357 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:58:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:20,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:20,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:30,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:30,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:30,774 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:30,775 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38420 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:58:30,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:30,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:30,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:30,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:40,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:40,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:40,832 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:40,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48478 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:58:40,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:40,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:40,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:43,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:58:46,510 WARN [regionserver/2a884b411602:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 21, running: 1 2024-11-21T21:58:46,512 WARN [regionserver/2a884b411602:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 16, running: 1 2024-11-21T21:58:46,715 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T21:58:52,361 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T21:57:52.357Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:52.462Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52.671Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:52.982Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:53.492Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:57:54.503Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:57:56.512Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:00.544Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:10.614Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:20.714Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:30.777Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:40.834Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T21:58:52,363 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:58:52,363 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:58:52,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:58:52,363 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:58:52,363 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:58:52,364 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:58:52,364 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:58:52,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:58:52,364 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:58:52,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:58:52,369 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:58:52,369 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:58:52,369 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:58:52,370 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:58:52,371 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:58:52,371 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:58:52,371 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:58:52,372 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:58:52,372 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:58:52,372 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:58:52,372 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:58:52,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T21:58:52,373 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:58:52,373 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,35213,1732226205202, table=hbase:meta, region=1588230740 2024-11-21T21:58:52,373 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35213,1732226205202, state=OPEN 2024-11-21T21:58:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:52,448 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:58:52,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:52,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:52,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:58:52,449 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226362449 2024-11-21T21:58:52,449 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:58:52,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:52,450 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:52,451 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:52,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:52,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:52,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:52,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:52,454 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting dir is empty, no logs to split. 2024-11-21T21:58:52,454 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=0, meta=true 2024-11-21T21:58:52,454 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2a884b411602,35213,1732226205202 WAL splitting is done? wals=0, meta=true 2024-11-21T21:58:52,454 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:58:52,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:58:52,457 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:58:52,457 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:58:52,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:58:52,458 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:58:52,560 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:52,560 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:52,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:58:52,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:52,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:52,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:52,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:52,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:52,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:58:52,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:52,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:52,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:53,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:53,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:53,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:58:53,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:53,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:53,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:53,590 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:53,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:53,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:58:53,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:53,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:53,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:54,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:54,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:54,603 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:54,604 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:58:54,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:54,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:54,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:54,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:56,281 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2a884b411602:38651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T21:58:56,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:58:56,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:58:56,633 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:58:56,634 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4184 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:58:56,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:56,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:58:56,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:58:56,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:00,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:00,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:59:00,682 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:00,683 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8233 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:59:00,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:00,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:59:00,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:00,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:10,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:10,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:59:10,711 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:10,711 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18261 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:59:10,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:10,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:59:10,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:10,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:13,419 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:59:20,780 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:20,780 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:59:20,783 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:20,784 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28334 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:59:20,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:20,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:59:20,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:30,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:30,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:59:30,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:30,893 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38443 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:59:30,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:30,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:59:30,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:30,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:40,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:40,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:59:40,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:40,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2a884b411602,35213,1732226205202 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48541 ms java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T21:59:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:59:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:43,419 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:59:52,451 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-21T21:58:52.452Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:52.561Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:52.771Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:53.081Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:53.591Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:58:54.606Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:58:56.636Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:00.684Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:10.711Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:20.785Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:30.894Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:40.992Z, java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-21T21:59:52,453 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:52,454 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:59:52,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:52,454 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:52,454 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:52,454 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:59:52,454 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:59:52,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:59:52,455 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:59:52,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:59:52,458 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:59:52,458 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:52,458 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:52,458 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:52,459 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:59:52,459 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:52,459 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:52,459 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:52,459 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:59:52,459 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:52,459 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:52,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T21:59:52,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:52,460 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,35213,1732226205202, table=hbase:meta, region=1588230740 2024-11-21T21:59:52,460 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35213,1732226205202, state=OPEN 2024-11-21T21:59:52,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:52,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:52,509 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:52,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:52,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:52,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:52,511 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226422511 2024-11-21T21:59:52,511 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:59:52,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:59:52,511 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:59:52,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:52,511 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:59:52,512 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-21T21:59:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:52,513 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:52,514 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:52,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:52,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1] 2024-11-21T21:59:52,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:52,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:52,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:52,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:52,665 DEBUG [2a884b411602:38651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T21:59:52,665 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:59:52,667 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:59:52,667 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:59:52,667 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:59:52,667 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:59:52,667 INFO [2a884b411602:38651 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:59:52,667 INFO [2a884b411602:38651 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:59:52,667 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:59:52,668 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:52,669 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,45269,1732226205018, state=OPENING 2024-11-21T21:59:52,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:52,701 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:52,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:52,701 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:52,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:52,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:52,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:52,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:59:52,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:52,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1] 2024-11-21T21:59:52,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:59:52,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55437, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:52,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:55437 deadline: 1732226452512, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2a884b411602,45269,1732226205018 2024-11-21T21:59:52,852 WARN [RS:1;2a884b411602:38093 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2a884b411602,35213,1732226205202: status=Processing ServerCrashProcedure of 2a884b411602,35213,1732226205202 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1732226212267, completionTime=-1 appears to have been leaked 2024-11-21T21:59:52,852 WARN [RS:1;2a884b411602:38093 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2a884b411602,35213,1732226205202: status=Processing ServerCrashProcedure of 2a884b411602,35213,1732226205202 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1732226272293, completionTime=-1 appears to have been leaked 2024-11-21T21:59:52,852 WARN [RS:1;2a884b411602:38093 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2a884b411602,35213,1732226205202: status=Processing ServerCrashProcedure of 2a884b411602,35213,1732226205202 current State SERVER_CRASH_ASSIGN_META, state=RUNNING, startTime=1732226332371, completionTime=-1 appears to have been leaked 2024-11-21T21:59:52,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58439, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:59:52,858 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:59:52,858 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:59:52,859 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:59:52,861 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C45269%2C1732226205018.meta, suffix=.meta, logDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,45269,1732226205018, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs, maxLogs=32 2024-11-21T21:59:52,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2a884b411602,45269,1732226205018 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T21:59:52,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2a884b411602,45269,1732226205018 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T21:59:52,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1 from cache 2024-11-21T21:59:52,875 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,45269,1732226205018/2a884b411602%2C45269%2C1732226205018.meta.1732226392863.meta, exclude list is [], retry=0 2024-11-21T21:59:52,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-5917fa20-32d5-4fe7-b0c2-5d412ba56f92,DISK] 2024-11-21T21:59:52,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-984fd759-094f-4f31-b387-cc6cd8ce1dbf,DISK] 2024-11-21T21:59:52,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-222dc0cc-bd60-493a-9fb6-5d2d7ced01ef,DISK] 2024-11-21T21:59:52,880 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,45269,1732226205018/2a884b411602%2C45269%2C1732226205018.meta.1732226392863.meta 2024-11-21T21:59:52,880 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:37003:37003),(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-21T21:59:52,880 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:59:52,881 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:59:52,881 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:59:52,881 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:59:52,881 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:59:52,881 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:52,881 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:59:52,881 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:59:52,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:59:52,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:59:52,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:52,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:52,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:59:52,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:59:52,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:52,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:52,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:59:52,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:59:52,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:52,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:52,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:59:52,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:59:52,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:52,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:59:52,889 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:59:52,890 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740 2024-11-21T21:59:52,892 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740 2024-11-21T21:59:52,893 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T21:59:52,905 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T21:59:52,908 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-21T21:59:52,997 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/info/2b5ee98b524c4278962eb316f6bb6415 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2./info:regioninfo/1732226208924/Put/seqid=0 2024-11-21T21:59:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741866_1042 (size=58053) 2024-11-21T21:59:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741866_1042 (size=58053) 2024-11-21T21:59:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741866_1042 (size=58053) 2024-11-21T21:59:53,011 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/info/2b5ee98b524c4278962eb316f6bb6415 2024-11-21T21:59:53,078 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/ns/d454ee2e17e04d66ad83227c50cb6c34 is 43, key is default/ns:d/1732226207267/Put/seqid=0 2024-11-21T21:59:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741867_1043 (size=5153) 2024-11-21T21:59:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741867_1043 (size=5153) 2024-11-21T21:59:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741867_1043 (size=5153) 2024-11-21T21:59:53,087 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/ns/d454ee2e17e04d66ad83227c50cb6c34 2024-11-21T21:59:53,111 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/table/00071e45205b4cf996a66a3ddf2e2332 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1732226209074/Put/seqid=0 2024-11-21T21:59:53,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741868_1044 (size=5620) 2024-11-21T21:59:53,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741868_1044 (size=5620) 2024-11-21T21:59:53,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741868_1044 (size=5620) 2024-11-21T21:59:53,121 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/table/00071e45205b4cf996a66a3ddf2e2332 2024-11-21T21:59:53,129 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/info/2b5ee98b524c4278962eb316f6bb6415 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/info/2b5ee98b524c4278962eb316f6bb6415 2024-11-21T21:59:53,136 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/info/2b5ee98b524c4278962eb316f6bb6415, entries=260, sequenceid=60, filesize=56.7 K 2024-11-21T21:59:53,139 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/ns/d454ee2e17e04d66ad83227c50cb6c34 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/ns/d454ee2e17e04d66ad83227c50cb6c34 2024-11-21T21:59:53,148 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/ns/d454ee2e17e04d66ad83227c50cb6c34, entries=2, sequenceid=60, filesize=5.0 K 2024-11-21T21:59:53,150 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/table/00071e45205b4cf996a66a3ddf2e2332 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/table/00071e45205b4cf996a66a3ddf2e2332 2024-11-21T21:59:53,159 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/table/00071e45205b4cf996a66a3ddf2e2332, entries=2, sequenceid=60, filesize=5.5 K 2024-11-21T21:59:53,166 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=60, compaction requested=false; wal=null 2024-11-21T21:59:53,168 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-21T21:59:53,169 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:59:53,170 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:59:53,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:53,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1] 2024-11-21T21:59:53,170 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:59:53,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:55437 deadline: 1732226452511, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2a884b411602,45269,1732226205018 2024-11-21T21:59:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2a884b411602,45269,1732226205018 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T21:59:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2a884b411602,45269,1732226205018 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T21:59:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1 from cache 2024-11-21T21:59:53,173 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:59:53,175 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-21T21:59:53,177 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67071338, jitterRate=-5.591809749603271E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:59:53,177 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:59:53,177 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732226392881Writing region info on filesystem at 1732226392881Initializing all the Stores at 1732226392882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226392882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226392883 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226392883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226392883Obtaining lock to block concurrent updates at 1732226392908 (+25 ms)Preparing flush snapshotting stores in 1588230740 at 1732226392908Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1732226392911 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732226392911Flushing 1588230740/info: creating writer at 1732226392914 (+3 ms)Flushing 1588230740/info: appending metadata at 1732226392984 (+70 ms)Flushing 1588230740/info: closing flushed file at 1732226392988 (+4 ms)Flushing 1588230740/ns: creating writer at 1732226393056 (+68 ms)Flushing 1588230740/ns: appending metadata at 1732226393076 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732226393076Flushing 1588230740/table: creating writer at 1732226393096 (+20 ms)Flushing 1588230740/table: appending metadata at 1732226393110 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732226393110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6951bdaf: reopening flushed file at 1732226393128 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3803befd: reopening flushed file at 1732226393138 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5a935b: reopening flushed file at 1732226393149 (+11 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=60, compaction requested=false; wal=null at 1732226393166 (+17 ms)Cleaning up temporary data from old regions at 1732226393170 (+4 ms)Running coprocessor post-open hooks at 1732226393177 (+7 ms)Region opened successfully at 1732226393177 2024-11-21T21:59:53,179 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1732226392853 2024-11-21T21:59:53,181 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:59:53,181 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:59:53,182 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:53,183 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,45269,1732226205018, state=OPEN 2024-11-21T21:59:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:53,209 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:53,209 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:53,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:53,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:53,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:53,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-21T21:59:53,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 in 508 msec 2024-11-21T21:59:53,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-21T21:59:53,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-21T21:59:53,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:53,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1] 2024-11-21T21:59:53,718 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,718 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,718 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef6383a37fd0a8932f74ce620780419e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,718 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,718 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de4489f3bd7a96f02334353299d8d636, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=96c766d454a793abd1dfcd43064e844d, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7c08c7376ebbd147a47a4163334202c3, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,720 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=11c4346207cec8c12b88a28395113dbc, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,720 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e517963317dfa501147972a7addef928, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,720 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cf92e254259f9090cff5f38671ff86b, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,720 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15f3a995e806ed04713da9079370ea80, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,720 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,720 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,720 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bc12489331195dfb971e4bf91c107b0, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,721 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2394bc5e903577623373dc5731e159e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,721 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,721 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40aefbb76df29967bf1c108962727a15, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,721 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,721 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,721 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:53,721 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=629a216f10055cd44f074ef99d46abae, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:53,722 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:53,722 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T21:59:53,722 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226453722 2024-11-21T21:59:53,722 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226513722 2024-11-21T21:59:53,722 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.2110 sec 2024-11-21T21:59:53,723 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2a884b411602,35213,1732226205202 had 10 regions 2024-11-21T21:59:53,723 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:59:53,723 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:53,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:53,723 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:53,972 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:53,972 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:59:53,972 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:53,973 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:53,973 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:53,973 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:59:53,973 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:59:53,973 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:59:53,973 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:59:53,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:59:53,976 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:59:53,976 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:53,976 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:53,976 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:53,976 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:53,976 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:53,977 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:53,978 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:53,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T21:59:53,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=61 2024-11-21T21:59:53,979 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,45269,1732226205018, table=hbase:meta, region=1588230740 2024-11-21T21:59:53,979 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,45269,1732226205018, state=OPEN 2024-11-21T21:59:53,987 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:53,988 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:54,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:54,034 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:54,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:54,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:54,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:54,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:54,036 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226424036 2024-11-21T21:59:54,036 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:59:54,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef6383a37fd0a8932f74ce620780419e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de4489f3bd7a96f02334353299d8d636, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,043 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=96c766d454a793abd1dfcd43064e844d, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7c08c7376ebbd147a47a4163334202c3, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=11c4346207cec8c12b88a28395113dbc, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e517963317dfa501147972a7addef928, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cf92e254259f9090cff5f38671ff86b, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15f3a995e806ed04713da9079370ea80, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,044 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bc12489331195dfb971e4bf91c107b0, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2394bc5e903577623373dc5731e159e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40aefbb76df29967bf1c108962727a15, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=629a216f10055cd44f074ef99d46abae, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,045 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T21:59:54,045 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226454045 2024-11-21T21:59:54,045 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226514045 2024-11-21T21:59:54,045 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-21T21:59:54,046 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2a884b411602,35213,1732226205202 had 9 regions 2024-11-21T21:59:54,046 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:59:54,047 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true, isMeta: false 2024-11-21T21:59:54,049 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=1, meta=false 2024-11-21T21:59:54,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666}] 2024-11-21T21:59:54,049 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:59:54,049 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:54,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:54,049 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:54,296 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:54,296 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:59:54,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:54,296 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:54,297 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:54,298 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:59:54,298 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:59:54,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:59:54,299 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:59:54,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T21:59:54,305 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:59:54,306 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:54,306 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:54,306 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:54,306 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:54,306 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:54,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:59:54,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:54,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:54,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:54,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:54,308 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=61 2024-11-21T21:59:54,308 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,45269,1732226205018, table=hbase:meta, region=1588230740 2024-11-21T21:59:54,308 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,45269,1732226205018, state=OPEN 2024-11-21T21:59:54,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:54,334 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:54,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:54,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:54,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:54,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:54,335 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226424335 2024-11-21T21:59:54,335 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef6383a37fd0a8932f74ce620780419e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de4489f3bd7a96f02334353299d8d636, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=96c766d454a793abd1dfcd43064e844d, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7c08c7376ebbd147a47a4163334202c3, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=11c4346207cec8c12b88a28395113dbc, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e517963317dfa501147972a7addef928, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cf92e254259f9090cff5f38671ff86b, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15f3a995e806ed04713da9079370ea80, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bc12489331195dfb971e4bf91c107b0, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2394bc5e903577623373dc5731e159e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40aefbb76df29967bf1c108962727a15, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:54,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=629a216f10055cd44f074ef99d46abae, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:54,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:54,342 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T21:59:54,342 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226454342 2024-11-21T21:59:54,342 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226514342 2024-11-21T21:59:54,342 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-21T21:59:54,343 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true, isMeta: false 2024-11-21T21:59:54,345 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=1, meta=false 2024-11-21T21:59:54,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666}] 2024-11-21T21:59:54,345 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:59:54,347 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:54,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018}] 2024-11-21T21:59:54,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-21T21:59:54,517 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666, size=291.4 K (298410bytes) 2024-11-21T21:59:54,517 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666 2024-11-21T21:59:54,518 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666 after 1ms 2024-11-21T21:59:54,523 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666 took 5ms 2024-11-21T21:59:54,527 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a1840beefb03c9c05a2d2b23359cc0e8: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,528 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 70df6d64242ddb8b4234f6444be6b03f: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,530 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for db03e027dc8d90f5352219a16ed99c88: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,531 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 69f09a1ae1cd0e818d0b7f0a72f234fa: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,533 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8d90ca1534b25b1a637f8a2625a145bd: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c8a4887496bb82fd68a65cfea24dfde7: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,536 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for e517963317dfa501147972a7addef928: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bac0e74400a5217c97124194d4874f9a: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,539 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d02707b6cbc7d8a456b8090afed76a12: last_flushed_sequence_id: 18446744073709551615 2024-11-21T21:59:54,546 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,547 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,548 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,550 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,550 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,552 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,554 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,554 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,554 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,556 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,558 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,559 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666 so closing down 2024-11-21T21:59:54,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T21:59:54,562 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,563 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,563 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,566 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,567 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,567 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp 2024-11-21T21:59:54,568 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T21:59:54,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741869_1045 (size=36767) 2024-11-21T21:59:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741869_1045 (size=36767) 2024-11-21T21:59:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741869_1045 (size=36767) 2024-11-21T21:59:54,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T21:59:54,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004 2024-11-21T21:59:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741870_1046 (size=36767) 2024-11-21T21:59:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741870_1046 (size=36767) 2024-11-21T21:59:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741870_1046 (size=36767) 2024-11-21T21:59:54,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T21:59:54,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004 2024-11-21T21:59:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741871_1047 (size=36767) 2024-11-21T21:59:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741871_1047 (size=36767) 2024-11-21T21:59:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741871_1047 (size=36767) 2024-11-21T21:59:54,603 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T21:59:54,605 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004 2024-11-21T21:59:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741872_1048 (size=36767) 2024-11-21T21:59:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741873_1049 (size=36767) 2024-11-21T21:59:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741873_1049 (size=36767) 2024-11-21T21:59:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741872_1048 (size=36767) 2024-11-21T21:59:54,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T21:59:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741873_1049 (size=36767) 2024-11-21T21:59:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741872_1048 (size=36767) 2024-11-21T21:59:54,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004 2024-11-21T21:59:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741874_1050 (size=36767) 2024-11-21T21:59:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741874_1050 (size=36767) 2024-11-21T21:59:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741874_1050 (size=36767) 2024-11-21T21:59:54,623 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T21:59:54,624 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004 2024-11-21T21:59:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741876_1052 (size=36767) 2024-11-21T21:59:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741875_1051 (size=36767) 2024-11-21T21:59:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741875_1051 (size=36767) 2024-11-21T21:59:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741876_1052 (size=36767) 2024-11-21T21:59:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741875_1051 (size=36767) 2024-11-21T21:59:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741876_1052 (size=36767) 2024-11-21T21:59:54,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-21T21:59:54,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004 2024-11-21T21:59:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741877_1053 (size=262) 2024-11-21T21:59:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741877_1053 (size=262) 2024-11-21T21:59:54,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741877_1053 (size=262) 2024-11-21T21:59:54,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T21:59:54,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004 2024-11-21T21:59:55,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T21:59:55,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004 2024-11-21T21:59:55,033 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T21:59:55,035 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004 2024-11-21T21:59:55,035 INFO [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 511 ms; skipped=9; WAL=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666, size=291.4 K, length=298410, corrupted=false, cancelled=false 2024-11-21T21:59:55,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666, journal: Splitting hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666, size=291.4 K (298410bytes) at 1732226394517Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394547 (+30 ms)Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394550 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394554 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394554Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394556 (+2 ms)Split 7 edits, skipped 9 edits. at 1732226394558 (+2 ms)Finishing writing output for hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666 so closing down at 1732226394560 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394563 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394563Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 1732226394567 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp at 17322263945673 split writer threads finished at 1732226394568 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732226394586 (+18 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004 at 1732226394587 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732226394593 (+6 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004 at 1732226394594 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732226394603 (+9 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004 at 1732226394605 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732226394618 (+13 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004 at 1732226394620 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732226394623 (+3 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004 at 1732226394624 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732226394633 (+9 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004 at 1732226394635 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732226394642 (+7 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004 at 1732226394643 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732226395018 (+375 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004 at 1732226395021 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732226395033 (+12 ms)Rename recovered edits hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004-2a884b411602%2C35213%2C1732226205202.1732226206666.temp to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004 at 1732226395035 (+2 ms)Processed 18 edits across 9 Regions in 511 ms; skipped=9; WAL=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666, size=291.4 K, length=298410, corrupted=false, cancelled=false at 1732226395035 2024-11-21T21:59:55,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666 2024-11-21T21:59:55,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-21T21:59:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38651 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-21T21:59:55,044 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting/2a884b411602%2C35213%2C1732226205202.1732226206666 to hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs 2024-11-21T21:59:55,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T21:59:55,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 in 696 msec 2024-11-21T21:59:55,049 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-21T21:59:55,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 in 704 msec 2024-11-21T21:59:55,054 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting dir is empty, no logs to split. 2024-11-21T21:59:55,054 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=0, meta=false 2024-11-21T21:59:55,054 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2a884b411602,35213,1732226205202 WAL splitting is done? wals=0, meta=false 2024-11-21T21:59:55,055 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:59:55,055 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:55,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:55,055 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:55,093 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:55,093 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:59:55,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:55,093 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:55,093 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:55,093 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:59:55,093 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:59:55,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:59:55,094 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:59:55,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:59:55,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:59:55,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:55,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:55,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:55,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:55,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:55,096 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:55,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:55,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,098 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T21:59:55,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=61 2024-11-21T21:59:55,099 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,45269,1732226205018, table=hbase:meta, region=1588230740 2024-11-21T21:59:55,099 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,45269,1732226205018, state=OPEN 2024-11-21T21:59:55,150 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:55,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:55,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:55,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:55,152 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226425152 2024-11-21T21:59:55,152 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:59:55,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef6383a37fd0a8932f74ce620780419e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de4489f3bd7a96f02334353299d8d636, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=96c766d454a793abd1dfcd43064e844d, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7c08c7376ebbd147a47a4163334202c3, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=11c4346207cec8c12b88a28395113dbc, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e517963317dfa501147972a7addef928, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cf92e254259f9090cff5f38671ff86b, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15f3a995e806ed04713da9079370ea80, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bc12489331195dfb971e4bf91c107b0, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2394bc5e903577623373dc5731e159e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40aefbb76df29967bf1c108962727a15, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=629a216f10055cd44f074ef99d46abae, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,160 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,160 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T21:59:55,160 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226455160 2024-11-21T21:59:55,160 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226515160 2024-11-21T21:59:55,161 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-21T21:59:55,162 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 2a884b411602,35213,1732226205202 does not exist 2024-11-21T21:59:55,162 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2a884b411602,35213,1732226205202 WAL count=0, meta=false 2024-11-21T21:59:55,162 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2a884b411602,35213,1732226205202 WAL splitting is done? wals=0, meta=false 2024-11-21T21:59:55,163 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2a884b411602,35213,1732226205202 failed, ignore...File hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/WALs/2a884b411602,35213,1732226205202-splitting does not exist. 2024-11-21T21:59:55,163 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:59:55,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN}] 2024-11-21T21:59:55,166 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:59:55,166 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:55,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:55,166 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:55,411 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:55,411 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:59:55,411 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:55,411 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:55,412 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:55,413 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:59:55,413 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:59:55,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:59:55,413 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:59:55,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T21:59:55,419 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:59:55,419 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:55,419 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:55,419 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:55,420 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:55,420 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:55,420 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:55,421 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:55,422 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,424 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:55,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T21:59:55,425 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=61 2024-11-21T21:59:55,425 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,45269,1732226205018, table=hbase:meta, region=1588230740 2024-11-21T21:59:55,425 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,45269,1732226205018, state=OPEN 2024-11-21T21:59:55,459 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:55,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:55,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:55,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:55,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:55,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:55,460 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226425460 2024-11-21T21:59:55,460 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:59:55,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef6383a37fd0a8932f74ce620780419e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de4489f3bd7a96f02334353299d8d636, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=96c766d454a793abd1dfcd43064e844d, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7c08c7376ebbd147a47a4163334202c3, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=11c4346207cec8c12b88a28395113dbc, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e517963317dfa501147972a7addef928, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cf92e254259f9090cff5f38671ff86b, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15f3a995e806ed04713da9079370ea80, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bc12489331195dfb971e4bf91c107b0, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2394bc5e903577623373dc5731e159e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40aefbb76df29967bf1c108962727a15, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=629a216f10055cd44f074ef99d46abae, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:55,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, lastHost=2a884b411602,35213,1732226205202, regionLocation=2a884b411602,35213,1732226205202, openSeqNum=2 2024-11-21T21:59:55,466 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T21:59:55,467 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226455467 2024-11-21T21:59:55,467 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226515467 2024-11-21T21:59:55,467 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-21T21:59:55,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN}] 2024-11-21T21:59:55,467 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:59:55,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN 2024-11-21T21:59:55,470 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,471 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN 2024-11-21T21:59:55,472 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,473 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN 2024-11-21T21:59:55,473 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,474 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN 2024-11-21T21:59:55,475 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN 2024-11-21T21:59:55,476 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,476 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN 2024-11-21T21:59:55,477 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,478 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN 2024-11-21T21:59:55,478 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,479 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN 2024-11-21T21:59:55,480 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,480 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN 2024-11-21T21:59:55,481 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:59:55,622 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(204): Hosts are {2a884b411602=0} racks are {/default-rack=0} 2024-11-21T21:59:55,623 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:59:55,623 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:59:55,623 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:59:55,624 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:59:55,624 INFO [2a884b411602:38651 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:59:55,624 INFO [2a884b411602:38651 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:59:55,624 DEBUG [2a884b411602:38651 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:59:55,625 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=bac0e74400a5217c97124194d4874f9a, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:55,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=d02707b6cbc7d8a456b8090afed76a12, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:55,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=e517963317dfa501147972a7addef928, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:55,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=70df6d64242ddb8b4234f6444be6b03f, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:55,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPENING, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN because future has completed 2024-11-21T21:59:55,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=db03e027dc8d90f5352219a16ed99c88, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:59:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN because future has completed 2024-11-21T21:59:55,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN because future has completed 2024-11-21T21:59:55,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN because future has completed 2024-11-21T21:59:55,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN because future has completed 2024-11-21T21:59:55,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:59:55,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN because future has completed 2024-11-21T21:59:55,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:59:55,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:59:55,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:59:55,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,38093,1732226205140}] 2024-11-21T21:59:55,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPENING, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN because future has completed 2024-11-21T21:59:55,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:59:55,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN because future has completed 2024-11-21T21:59:55,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN because future has completed 2024-11-21T21:59:55,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:59:55,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,45269,1732226205018}] 2024-11-21T21:59:55,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:59:55,795 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:55,796 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => a1840beefb03c9c05a2d2b23359cc0e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-21T21:59:55,796 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:55,796 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => db03e027dc8d90f5352219a16ed99c88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-21T21:59:55,796 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,796 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:55,796 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,796 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:55,796 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,797 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,797 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,797 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,798 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,798 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,799 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db03e027dc8d90f5352219a16ed99c88 columnFamilyName colfamily11 2024-11-21T21:59:55,799 DEBUG [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,799 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1840beefb03c9c05a2d2b23359cc0e8 columnFamilyName colfamily11 2024-11-21T21:59:55,799 DEBUG [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,799 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(327): Store=db03e027dc8d90f5352219a16ed99c88/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,800 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(327): Store=a1840beefb03c9c05a2d2b23359cc0e8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,800 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,800 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,800 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1840beefb03c9c05a2d2b23359cc0e8 columnFamilyName colfamily21 2024-11-21T21:59:55,800 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db03e027dc8d90f5352219a16ed99c88 columnFamilyName colfamily21 2024-11-21T21:59:55,800 DEBUG [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,801 DEBUG [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,801 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(327): Store=a1840beefb03c9c05a2d2b23359cc0e8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,801 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(327): Store=db03e027dc8d90f5352219a16ed99c88/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,801 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,801 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,802 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1840beefb03c9c05a2d2b23359cc0e8 columnFamilyName colfamily31 2024-11-21T21:59:55,802 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db03e027dc8d90f5352219a16ed99c88 columnFamilyName colfamily31 2024-11-21T21:59:55,802 DEBUG [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,802 DEBUG [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,802 INFO [StoreOpener-db03e027dc8d90f5352219a16ed99c88-1 {}] regionserver.HStore(327): Store=db03e027dc8d90f5352219a16ed99c88/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,802 INFO [StoreOpener-a1840beefb03c9c05a2d2b23359cc0e8-1 {}] regionserver.HStore(327): Store=a1840beefb03c9c05a2d2b23359cc0e8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,802 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,802 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,803 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,803 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,805 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,805 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,806 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004 2024-11-21T21:59:55,806 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004 2024-11-21T21:59:55,812 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004 2024-11-21T21:59:55,813 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing db03e027dc8d90f5352219a16ed99c88 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:55,813 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004 2024-11-21T21:59:55,813 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing a1840beefb03c9c05a2d2b23359cc0e8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:55,840 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/.tmp/colfamily11/477bb36025024306affc0c46bde74e7f is 52, key is aaa/colfamily11:colfamily11/1732226211151/Put/seqid=0 2024-11-21T21:59:55,840 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/.tmp/colfamily11/fe92a6d538954924b96bc2e2a5fde96f is 52, key is www/colfamily11:colfamily11/1732226211501/Put/seqid=0 2024-11-21T21:59:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741878_1054 (size=39263) 2024-11-21T21:59:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741878_1054 (size=39263) 2024-11-21T21:59:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741878_1054 (size=39263) 2024-11-21T21:59:55,850 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/.tmp/colfamily11/477bb36025024306affc0c46bde74e7f 2024-11-21T21:59:55,859 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/.tmp/colfamily11/477bb36025024306affc0c46bde74e7f as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/colfamily11/477bb36025024306affc0c46bde74e7f 2024-11-21T21:59:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741879_1055 (size=39263) 2024-11-21T21:59:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741879_1055 (size=39263) 2024-11-21T21:59:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741879_1055 (size=39263) 2024-11-21T21:59:55,866 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/.tmp/colfamily11/fe92a6d538954924b96bc2e2a5fde96f 2024-11-21T21:59:55,867 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/colfamily11/477bb36025024306affc0c46bde74e7f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:55,867 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a1840beefb03c9c05a2d2b23359cc0e8 in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:55,868 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/0000000000000000004 2024-11-21T21:59:55,869 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,870 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,870 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:55,872 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,874 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/.tmp/colfamily11/fe92a6d538954924b96bc2e2a5fde96f as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/colfamily11/fe92a6d538954924b96bc2e2a5fde96f 2024-11-21T21:59:55,875 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:55,876 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened a1840beefb03c9c05a2d2b23359cc0e8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74246003, jitterRate=0.10635165870189667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:55,876 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:55,876 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for a1840beefb03c9c05a2d2b23359cc0e8: Running coprocessor pre-open hook at 1732226395797Writing region info on filesystem at 1732226395797Initializing all the Stores at 1732226395798 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395798Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395798Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395798Obtaining lock to block concurrent updates at 1732226395813 (+15 ms)Preparing flush snapshotting stores in a1840beefb03c9c05a2d2b23359cc0e8 at 1732226395813Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226395813Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. at 1732226395813Flushing a1840beefb03c9c05a2d2b23359cc0e8/colfamily11: creating writer at 1732226395813Flushing a1840beefb03c9c05a2d2b23359cc0e8/colfamily11: appending metadata at 1732226395839 (+26 ms)Flushing a1840beefb03c9c05a2d2b23359cc0e8/colfamily11: closing flushed file at 1732226395839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1028b701: reopening flushed file at 1732226395857 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a1840beefb03c9c05a2d2b23359cc0e8 in 54ms, sequenceid=4, compaction requested=false; wal=null at 1732226395868 (+11 ms)Cleaning up temporary data from old regions at 1732226395870 (+2 ms)Running coprocessor post-open hooks at 1732226395876 (+6 ms)Region opened successfully at 1732226395876 2024-11-21T21:59:55,877 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., pid=74, masterSystemTime=1732226395784 2024-11-21T21:59:55,879 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:55,879 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:55,879 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:55,879 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => e517963317dfa501147972a7addef928, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-21T21:59:55,880 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e517963317dfa501147972a7addef928 2024-11-21T21:59:55,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:55,880 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:55,880 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for e517963317dfa501147972a7addef928 2024-11-21T21:59:55,880 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for e517963317dfa501147972a7addef928 2024-11-21T21:59:55,882 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38651 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2a884b411602,38093,1732226205140, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:59:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:59:55,884 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/colfamily11/fe92a6d538954924b96bc2e2a5fde96f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:55,884 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e517963317dfa501147972a7addef928 2024-11-21T21:59:55,884 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for db03e027dc8d90f5352219a16ed99c88 in 72ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:55,885 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/0000000000000000004 2024-11-21T21:59:55,886 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e517963317dfa501147972a7addef928 columnFamilyName colfamily11 2024-11-21T21:59:55,886 DEBUG [StoreOpener-e517963317dfa501147972a7addef928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,886 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(327): Store=e517963317dfa501147972a7addef928/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,887 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,887 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e517963317dfa501147972a7addef928 2024-11-21T21:59:55,887 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=69 2024-11-21T21:59:55,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,38093,1732226205140 in 248 msec 2024-11-21T21:59:55,888 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:55,888 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e517963317dfa501147972a7addef928 columnFamilyName colfamily21 2024-11-21T21:59:55,888 DEBUG [StoreOpener-e517963317dfa501147972a7addef928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,889 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(327): Store=e517963317dfa501147972a7addef928/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,889 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e517963317dfa501147972a7addef928 2024-11-21T21:59:55,890 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN in 421 msec 2024-11-21T21:59:55,890 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e517963317dfa501147972a7addef928 columnFamilyName colfamily31 2024-11-21T21:59:55,890 DEBUG [StoreOpener-e517963317dfa501147972a7addef928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,891 INFO [StoreOpener-e517963317dfa501147972a7addef928-1 {}] regionserver.HStore(327): Store=e517963317dfa501147972a7addef928/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,891 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for e517963317dfa501147972a7addef928 2024-11-21T21:59:55,892 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928 2024-11-21T21:59:55,892 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:55,894 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928 2024-11-21T21:59:55,893 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened db03e027dc8d90f5352219a16ed99c88; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72413895, jitterRate=0.07905112206935883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:55,894 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:55,894 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for db03e027dc8d90f5352219a16ed99c88: Running coprocessor pre-open hook at 1732226395797Writing region info on filesystem at 1732226395797Initializing all the Stores at 1732226395798 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395798Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395798Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395798Obtaining lock to block concurrent updates at 1732226395813 (+15 ms)Preparing flush snapshotting stores in db03e027dc8d90f5352219a16ed99c88 at 1732226395813Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226395813Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. at 1732226395813Flushing db03e027dc8d90f5352219a16ed99c88/colfamily11: creating writer at 1732226395813Flushing db03e027dc8d90f5352219a16ed99c88/colfamily11: appending metadata at 1732226395839 (+26 ms)Flushing db03e027dc8d90f5352219a16ed99c88/colfamily11: closing flushed file at 1732226395839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1709885c: reopening flushed file at 1732226395874 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for db03e027dc8d90f5352219a16ed99c88 in 72ms, sequenceid=4, compaction requested=false; wal=null at 1732226395884 (+10 ms)Cleaning up temporary data from old regions at 1732226395887 (+3 ms)Running coprocessor post-open hooks at 1732226395894 (+7 ms)Region opened successfully at 1732226395894 2024-11-21T21:59:55,894 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004 2024-11-21T21:59:55,895 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., pid=75, masterSystemTime=1732226395790 2024-11-21T21:59:55,897 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:55,897 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:55,897 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:55,898 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => c8a4887496bb82fd68a65cfea24dfde7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-21T21:59:55,898 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,898 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,898 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:55,898 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,898 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:59:55,901 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,901 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004 2024-11-21T21:59:55,901 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing e517963317dfa501147972a7addef928 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:55,902 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a4887496bb82fd68a65cfea24dfde7 columnFamilyName colfamily11 2024-11-21T21:59:55,902 DEBUG [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,903 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(327): Store=c8a4887496bb82fd68a65cfea24dfde7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,903 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,904 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a4887496bb82fd68a65cfea24dfde7 columnFamilyName colfamily21 2024-11-21T21:59:55,904 DEBUG [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-21T21:59:55,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,45269,1732226205018 in 262 msec 2024-11-21T21:59:55,905 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(327): Store=c8a4887496bb82fd68a65cfea24dfde7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,905 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,907 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a4887496bb82fd68a65cfea24dfde7 columnFamilyName colfamily31 2024-11-21T21:59:55,907 DEBUG [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN in 438 msec 2024-11-21T21:59:55,908 INFO [StoreOpener-c8a4887496bb82fd68a65cfea24dfde7-1 {}] regionserver.HStore(327): Store=c8a4887496bb82fd68a65cfea24dfde7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,908 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,909 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,911 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,912 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004 2024-11-21T21:59:55,919 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004 2024-11-21T21:59:55,919 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing c8a4887496bb82fd68a65cfea24dfde7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:55,926 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/.tmp/colfamily11/06a976489fef4387ba7501ddf1c9aca2 is 52, key is mmm/colfamily11:colfamily11/1732226211341/Put/seqid=0 2024-11-21T21:59:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741880_1056 (size=39263) 2024-11-21T21:59:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741880_1056 (size=39263) 2024-11-21T21:59:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741880_1056 (size=39263) 2024-11-21T21:59:55,935 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/.tmp/colfamily11/06a976489fef4387ba7501ddf1c9aca2 2024-11-21T21:59:55,943 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/.tmp/colfamily11/06a976489fef4387ba7501ddf1c9aca2 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/colfamily11/06a976489fef4387ba7501ddf1c9aca2 2024-11-21T21:59:55,944 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/.tmp/colfamily11/1942be0269a94888b229a8da4336502b is 52, key is qqq/colfamily11:colfamily11/1732226211381/Put/seqid=0 2024-11-21T21:59:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741881_1057 (size=39263) 2024-11-21T21:59:55,950 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/colfamily11/06a976489fef4387ba7501ddf1c9aca2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:55,951 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e517963317dfa501147972a7addef928 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:55,951 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/.tmp/colfamily11/1942be0269a94888b229a8da4336502b 2024-11-21T21:59:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741881_1057 (size=39263) 2024-11-21T21:59:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741881_1057 (size=39263) 2024-11-21T21:59:55,952 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/0000000000000000004 2024-11-21T21:59:55,953 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for e517963317dfa501147972a7addef928 2024-11-21T21:59:55,953 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for e517963317dfa501147972a7addef928 2024-11-21T21:59:55,954 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:55,955 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for e517963317dfa501147972a7addef928 2024-11-21T21:59:55,958 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:55,959 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/.tmp/colfamily11/1942be0269a94888b229a8da4336502b as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/colfamily11/1942be0269a94888b229a8da4336502b 2024-11-21T21:59:55,959 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened e517963317dfa501147972a7addef928; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58981013, jitterRate=-0.12111441791057587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:55,959 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e517963317dfa501147972a7addef928 2024-11-21T21:59:55,960 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for e517963317dfa501147972a7addef928: Running coprocessor pre-open hook at 1732226395880Writing region info on filesystem at 1732226395880Initializing all the Stores at 1732226395883 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395883Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395884 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395884Obtaining lock to block concurrent updates at 1732226395902 (+18 ms)Preparing flush snapshotting stores in e517963317dfa501147972a7addef928 at 1732226395902Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226395902Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. at 1732226395902Flushing e517963317dfa501147972a7addef928/colfamily11: creating writer at 1732226395902Flushing e517963317dfa501147972a7addef928/colfamily11: appending metadata at 1732226395925 (+23 ms)Flushing e517963317dfa501147972a7addef928/colfamily11: closing flushed file at 1732226395925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5c3cd9: reopening flushed file at 1732226395942 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e517963317dfa501147972a7addef928 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1732226395951 (+9 ms)Cleaning up temporary data from old regions at 1732226395953 (+2 ms)Running coprocessor post-open hooks at 1732226395959 (+6 ms)Region opened successfully at 1732226395960 (+1 ms) 2024-11-21T21:59:55,960 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., pid=77, masterSystemTime=1732226395784 2024-11-21T21:59:55,963 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:55,963 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:55,963 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:55,963 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => d02707b6cbc7d8a456b8090afed76a12, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-21T21:59:55,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=e517963317dfa501147972a7addef928, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:55,963 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,963 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:55,964 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,964 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:59:55,966 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/colfamily11/1942be0269a94888b229a8da4336502b, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:55,966 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,966 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c8a4887496bb82fd68a65cfea24dfde7 in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:55,967 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02707b6cbc7d8a456b8090afed76a12 columnFamilyName colfamily11 2024-11-21T21:59:55,967 DEBUG [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,967 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/0000000000000000004 2024-11-21T21:59:55,968 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(327): Store=d02707b6cbc7d8a456b8090afed76a12/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,968 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,969 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02707b6cbc7d8a456b8090afed76a12 columnFamilyName colfamily21 2024-11-21T21:59:55,969 DEBUG [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=68 2024-11-21T21:59:55,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,38093,1732226205140 in 322 msec 2024-11-21T21:59:55,970 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:55,970 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(327): Store=d02707b6cbc7d8a456b8090afed76a12/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,970 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,971 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02707b6cbc7d8a456b8090afed76a12 columnFamilyName colfamily31 2024-11-21T21:59:55,971 DEBUG [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,972 INFO [StoreOpener-d02707b6cbc7d8a456b8090afed76a12-1 {}] regionserver.HStore(327): Store=d02707b6cbc7d8a456b8090afed76a12/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,972 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN in 503 msec 2024-11-21T21:59:55,972 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,973 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,975 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:55,975 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:55,976 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004 2024-11-21T21:59:55,976 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened c8a4887496bb82fd68a65cfea24dfde7; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70910891, jitterRate=0.05665461719036102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:55,976 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:55,976 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for c8a4887496bb82fd68a65cfea24dfde7: Running coprocessor pre-open hook at 1732226395898Writing region info on filesystem at 1732226395898Initializing all the Stores at 1732226395900 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395900Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395900Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395900Obtaining lock to block concurrent updates at 1732226395919 (+19 ms)Preparing flush snapshotting stores in c8a4887496bb82fd68a65cfea24dfde7 at 1732226395919Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226395919Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. at 1732226395919Flushing c8a4887496bb82fd68a65cfea24dfde7/colfamily11: creating writer at 1732226395919Flushing c8a4887496bb82fd68a65cfea24dfde7/colfamily11: appending metadata at 1732226395943 (+24 ms)Flushing c8a4887496bb82fd68a65cfea24dfde7/colfamily11: closing flushed file at 1732226395943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce2870b: reopening flushed file at 1732226395958 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c8a4887496bb82fd68a65cfea24dfde7 in 47ms, sequenceid=4, compaction requested=false; wal=null at 1732226395966 (+8 ms)Cleaning up temporary data from old regions at 1732226395969 (+3 ms)Running coprocessor post-open hooks at 1732226395976 (+7 ms)Region opened successfully at 1732226395976 2024-11-21T21:59:55,977 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., pid=79, masterSystemTime=1732226395790 2024-11-21T21:59:55,979 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:55,979 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:55,980 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:55,980 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d90ca1534b25b1a637f8a2625a145bd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-21T21:59:55,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:55,980 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,980 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:55,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:59:55,982 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,984 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d90ca1534b25b1a637f8a2625a145bd columnFamilyName colfamily11 2024-11-21T21:59:55,984 DEBUG [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,984 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004 2024-11-21T21:59:55,985 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing d02707b6cbc7d8a456b8090afed76a12 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:55,985 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(327): Store=8d90ca1534b25b1a637f8a2625a145bd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,985 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,986 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d90ca1534b25b1a637f8a2625a145bd columnFamilyName colfamily21 2024-11-21T21:59:55,986 DEBUG [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,987 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(327): Store=8d90ca1534b25b1a637f8a2625a145bd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,987 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=71 2024-11-21T21:59:55,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,45269,1732226205018 in 331 msec 2024-11-21T21:59:55,988 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d90ca1534b25b1a637f8a2625a145bd columnFamilyName colfamily31 2024-11-21T21:59:55,989 DEBUG [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:55,989 INFO [StoreOpener-8d90ca1534b25b1a637f8a2625a145bd-1 {}] regionserver.HStore(327): Store=8d90ca1534b25b1a637f8a2625a145bd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:55,989 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,990 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN in 521 msec 2024-11-21T21:59:55,992 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:55,993 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004 2024-11-21T21:59:55,998 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004 2024-11-21T21:59:55,998 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 8d90ca1534b25b1a637f8a2625a145bd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:56,008 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/.tmp/colfamily11/4d449c1ec8b94c519ba6c72c07b66e0e is 52, key is ttt/colfamily11:colfamily11/1732226211458/Put/seqid=0 2024-11-21T21:59:56,015 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/.tmp/colfamily11/ff66a4c5fce544e3a723294ecc6e39e1 is 52, key is jjj/colfamily11:colfamily11/1732226211296/Put/seqid=0 2024-11-21T21:59:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741882_1058 (size=39263) 2024-11-21T21:59:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741882_1058 (size=39263) 2024-11-21T21:59:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741882_1058 (size=39263) 2024-11-21T21:59:56,017 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/.tmp/colfamily11/4d449c1ec8b94c519ba6c72c07b66e0e 2024-11-21T21:59:56,025 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/.tmp/colfamily11/4d449c1ec8b94c519ba6c72c07b66e0e as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/colfamily11/4d449c1ec8b94c519ba6c72c07b66e0e 2024-11-21T21:59:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741883_1059 (size=39263) 2024-11-21T21:59:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741883_1059 (size=39263) 2024-11-21T21:59:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741883_1059 (size=39263) 2024-11-21T21:59:56,029 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/.tmp/colfamily11/ff66a4c5fce544e3a723294ecc6e39e1 2024-11-21T21:59:56,033 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/colfamily11/4d449c1ec8b94c519ba6c72c07b66e0e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:56,033 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d02707b6cbc7d8a456b8090afed76a12 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:56,034 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/0000000000000000004 2024-11-21T21:59:56,035 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:56,035 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:56,036 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:56,037 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/.tmp/colfamily11/ff66a4c5fce544e3a723294ecc6e39e1 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/colfamily11/ff66a4c5fce544e3a723294ecc6e39e1 2024-11-21T21:59:56,037 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:56,040 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:56,041 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened d02707b6cbc7d8a456b8090afed76a12; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65928039, jitterRate=-0.01759566366672516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:56,041 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:56,041 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for d02707b6cbc7d8a456b8090afed76a12: Running coprocessor pre-open hook at 1732226395964Writing region info on filesystem at 1732226395964Initializing all the Stores at 1732226395966 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395966Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395966Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395966Obtaining lock to block concurrent updates at 1732226395985 (+19 ms)Preparing flush snapshotting stores in d02707b6cbc7d8a456b8090afed76a12 at 1732226395985Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226395985Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. at 1732226395985Flushing d02707b6cbc7d8a456b8090afed76a12/colfamily11: creating writer at 1732226395985Flushing d02707b6cbc7d8a456b8090afed76a12/colfamily11: appending metadata at 1732226396008 (+23 ms)Flushing d02707b6cbc7d8a456b8090afed76a12/colfamily11: closing flushed file at 1732226396008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0a7d68: reopening flushed file at 1732226396024 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d02707b6cbc7d8a456b8090afed76a12 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1732226396033 (+9 ms)Cleaning up temporary data from old regions at 1732226396035 (+2 ms)Running coprocessor post-open hooks at 1732226396041 (+6 ms)Region opened successfully at 1732226396041 2024-11-21T21:59:56,042 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., pid=78, masterSystemTime=1732226395784 2024-11-21T21:59:56,045 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:56,045 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:56,045 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:56,045 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => bac0e74400a5217c97124194d4874f9a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-21T21:59:56,045 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/colfamily11/ff66a4c5fce544e3a723294ecc6e39e1, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:56,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,045 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,046 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8d90ca1534b25b1a637f8a2625a145bd in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:56,046 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:56,046 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,046 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,047 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/0000000000000000004 2024-11-21T21:59:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:59:56,048 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,048 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:56,048 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:56,049 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac0e74400a5217c97124194d4874f9a columnFamilyName colfamily11 2024-11-21T21:59:56,049 DEBUG [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,049 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:56,049 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(327): Store=bac0e74400a5217c97124194d4874f9a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,050 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,051 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac0e74400a5217c97124194d4874f9a columnFamilyName colfamily21 2024-11-21T21:59:56,051 DEBUG [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,051 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:56,051 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(327): Store=bac0e74400a5217c97124194d4874f9a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=66 2024-11-21T21:59:56,051 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,38093,1732226205140 in 401 msec 2024-11-21T21:59:56,053 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac0e74400a5217c97124194d4874f9a columnFamilyName colfamily31 2024-11-21T21:59:56,053 DEBUG [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,054 INFO [StoreOpener-bac0e74400a5217c97124194d4874f9a-1 {}] regionserver.HStore(327): Store=bac0e74400a5217c97124194d4874f9a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,054 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN in 585 msec 2024-11-21T21:59:56,055 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:56,055 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,056 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 8d90ca1534b25b1a637f8a2625a145bd; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62061078, jitterRate=-0.07521787285804749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:56,056 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:56,056 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 8d90ca1534b25b1a637f8a2625a145bd: Running coprocessor pre-open hook at 1732226395981Writing region info on filesystem at 1732226395981Initializing all the Stores at 1732226395982 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395982Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395982Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226395982Obtaining lock to block concurrent updates at 1732226395998 (+16 ms)Preparing flush snapshotting stores in 8d90ca1534b25b1a637f8a2625a145bd at 1732226395998Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226395998Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. at 1732226395998Flushing 8d90ca1534b25b1a637f8a2625a145bd/colfamily11: creating writer at 1732226395998Flushing 8d90ca1534b25b1a637f8a2625a145bd/colfamily11: appending metadata at 1732226396015 (+17 ms)Flushing 8d90ca1534b25b1a637f8a2625a145bd/colfamily11: closing flushed file at 1732226396015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e6c2bb: reopening flushed file at 1732226396036 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8d90ca1534b25b1a637f8a2625a145bd in 47ms, sequenceid=4, compaction requested=false; wal=null at 1732226396046 (+10 ms)Cleaning up temporary data from old regions at 1732226396048 (+2 ms)Running coprocessor post-open hooks at 1732226396056 (+8 ms)Region opened successfully at 1732226396056 2024-11-21T21:59:56,057 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,057 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., pid=81, masterSystemTime=1732226395790 2024-11-21T21:59:56,058 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004 2024-11-21T21:59:56,059 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:56,059 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:56,059 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:56,059 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f09a1ae1cd0e818d0b7f0a72f234fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-21T21:59:56,060 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,060 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:56,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,060 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,060 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,062 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:59:56,063 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f09a1ae1cd0e818d0b7f0a72f234fa columnFamilyName colfamily11 2024-11-21T21:59:56,063 DEBUG [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,064 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(327): Store=69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,064 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,065 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f09a1ae1cd0e818d0b7f0a72f234fa columnFamilyName colfamily21 2024-11-21T21:59:56,065 DEBUG [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=70 2024-11-21T21:59:56,066 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(327): Store=69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,45269,1732226205018 in 404 msec 2024-11-21T21:59:56,066 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,067 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004 2024-11-21T21:59:56,067 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing bac0e74400a5217c97124194d4874f9a 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-21T21:59:56,068 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f09a1ae1cd0e818d0b7f0a72f234fa columnFamilyName colfamily31 2024-11-21T21:59:56,068 DEBUG [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,068 INFO [StoreOpener-69f09a1ae1cd0e818d0b7f0a72f234fa-1 {}] regionserver.HStore(327): Store=69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN in 599 msec 2024-11-21T21:59:56,069 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,070 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,072 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,073 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004 2024-11-21T21:59:56,079 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004 2024-11-21T21:59:56,079 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 69f09a1ae1cd0e818d0b7f0a72f234fa 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:56,083 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/.tmp/colfamily11/7651a087605a4a6e8ff169930330058e is 52, key is zzz/colfamily11:colfamily11/1732226211508/Put/seqid=0 2024-11-21T21:59:56,096 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/.tmp/colfamily11/a61d83b361484e6eb2a620dc4b51ddb0 is 52, key is ddd/colfamily11:colfamily11/1732226211193/Put/seqid=0 2024-11-21T21:59:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741884_1060 (size=4857) 2024-11-21T21:59:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741884_1060 (size=4857) 2024-11-21T21:59:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741884_1060 (size=4857) 2024-11-21T21:59:56,100 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/.tmp/colfamily11/7651a087605a4a6e8ff169930330058e 2024-11-21T21:59:56,107 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/.tmp/colfamily11/7651a087605a4a6e8ff169930330058e as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/colfamily11/7651a087605a4a6e8ff169930330058e 2024-11-21T21:59:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741885_1061 (size=39263) 2024-11-21T21:59:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741885_1061 (size=39263) 2024-11-21T21:59:56,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741885_1061 (size=39263) 2024-11-21T21:59:56,112 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/.tmp/colfamily11/a61d83b361484e6eb2a620dc4b51ddb0 2024-11-21T21:59:56,116 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/colfamily11/7651a087605a4a6e8ff169930330058e, entries=1, sequenceid=4, filesize=4.7 K 2024-11-21T21:59:56,117 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for bac0e74400a5217c97124194d4874f9a in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:56,118 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/0000000000000000004 2024-11-21T21:59:56,119 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/.tmp/colfamily11/a61d83b361484e6eb2a620dc4b51ddb0 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily11/a61d83b361484e6eb2a620dc4b51ddb0 2024-11-21T21:59:56,119 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,119 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,120 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:56,122 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,125 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:56,127 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened bac0e74400a5217c97124194d4874f9a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67683894, jitterRate=0.008568614721298218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:56,127 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:56,127 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for bac0e74400a5217c97124194d4874f9a: Running coprocessor pre-open hook at 1732226396046Writing region info on filesystem at 1732226396046Initializing all the Stores at 1732226396047 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396047Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396048 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396048Obtaining lock to block concurrent updates at 1732226396067 (+19 ms)Preparing flush snapshotting stores in bac0e74400a5217c97124194d4874f9a at 1732226396067Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1732226396067Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. at 1732226396067Flushing bac0e74400a5217c97124194d4874f9a/colfamily11: creating writer at 1732226396067Flushing bac0e74400a5217c97124194d4874f9a/colfamily11: appending metadata at 1732226396083 (+16 ms)Flushing bac0e74400a5217c97124194d4874f9a/colfamily11: closing flushed file at 1732226396083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29136f03: reopening flushed file at 1732226396106 (+23 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for bac0e74400a5217c97124194d4874f9a in 50ms, sequenceid=4, compaction requested=false; wal=null at 1732226396117 (+11 ms)Cleaning up temporary data from old regions at 1732226396119 (+2 ms)Running coprocessor post-open hooks at 1732226396127 (+8 ms)Region opened successfully at 1732226396127 2024-11-21T21:59:56,127 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily11/a61d83b361484e6eb2a620dc4b51ddb0, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:56,128 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 69f09a1ae1cd0e818d0b7f0a72f234fa in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:56,128 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., pid=73, masterSystemTime=1732226395784 2024-11-21T21:59:56,128 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/0000000000000000004 2024-11-21T21:59:56,130 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:56,130 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,130 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:56,130 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,130 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:56,131 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 70df6d64242ddb8b4234f6444be6b03f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-21T21:59:56,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,131 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,131 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:59:56,131 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:56,131 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,131 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:59:56,134 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,134 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,136 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70df6d64242ddb8b4234f6444be6b03f columnFamilyName colfamily11 2024-11-21T21:59:56,136 DEBUG [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=67 2024-11-21T21:59:56,137 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(327): Store=70df6d64242ddb8b4234f6444be6b03f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,38093,1732226205140 in 504 msec 2024-11-21T21:59:56,137 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,138 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70df6d64242ddb8b4234f6444be6b03f columnFamilyName colfamily21 2024-11-21T21:59:56,138 DEBUG [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,139 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(327): Store=70df6d64242ddb8b4234f6444be6b03f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,139 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:56,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN in 670 msec 2024-11-21T21:59:56,139 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,140 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70df6d64242ddb8b4234f6444be6b03f columnFamilyName colfamily31 2024-11-21T21:59:56,140 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 69f09a1ae1cd0e818d0b7f0a72f234fa; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70615062, jitterRate=0.052246421575546265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:56,140 DEBUG [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:59:56,140 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:56,140 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 69f09a1ae1cd0e818d0b7f0a72f234fa: Running coprocessor pre-open hook at 1732226396060Writing region info on filesystem at 1732226396060Initializing all the Stores at 1732226396061 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396062 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396062Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396062Obtaining lock to block concurrent updates at 1732226396079 (+17 ms)Preparing flush snapshotting stores in 69f09a1ae1cd0e818d0b7f0a72f234fa at 1732226396079Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226396079Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. at 1732226396079Flushing 69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily11: creating writer at 1732226396079Flushing 69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily11: appending metadata at 1732226396095 (+16 ms)Flushing 69f09a1ae1cd0e818d0b7f0a72f234fa/colfamily11: closing flushed file at 1732226396096 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4907ccb0: reopening flushed file at 1732226396118 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 69f09a1ae1cd0e818d0b7f0a72f234fa in 48ms, sequenceid=4, compaction requested=false; wal=null at 1732226396128 (+10 ms)Cleaning up temporary data from old regions at 1732226396130 (+2 ms)Running coprocessor post-open hooks at 1732226396140 (+10 ms)Region opened successfully at 1732226396140 2024-11-21T21:59:56,141 INFO [StoreOpener-70df6d64242ddb8b4234f6444be6b03f-1 {}] regionserver.HStore(327): Store=70df6d64242ddb8b4234f6444be6b03f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:59:56,141 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,141 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., pid=80, masterSystemTime=1732226395790 2024-11-21T21:59:56,142 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,144 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:56,144 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:56,144 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,145 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004 2024-11-21T21:59:56,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,45269,1732226205018 because future has completed 2024-11-21T21:59:56,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=65 2024-11-21T21:59:56,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,45269,1732226205018 in 492 msec 2024-11-21T21:59:56,150 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004 2024-11-21T21:59:56,151 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 70df6d64242ddb8b4234f6444be6b03f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:56,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN in 683 msec 2024-11-21T21:59:56,169 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/.tmp/colfamily11/53381733bee44ce78ea412e0e052f751 is 52, key is ggg/colfamily11:colfamily11/1732226211256/Put/seqid=0 2024-11-21T21:59:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741886_1062 (size=39263) 2024-11-21T21:59:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741886_1062 (size=39263) 2024-11-21T21:59:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741886_1062 (size=39263) 2024-11-21T21:59:56,177 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/.tmp/colfamily11/53381733bee44ce78ea412e0e052f751 2024-11-21T21:59:56,184 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/.tmp/colfamily11/53381733bee44ce78ea412e0e052f751 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/colfamily11/53381733bee44ce78ea412e0e052f751 2024-11-21T21:59:56,191 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/colfamily11/53381733bee44ce78ea412e0e052f751, entries=703, sequenceid=4, filesize=38.3 K 2024-11-21T21:59:56,192 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 70df6d64242ddb8b4234f6444be6b03f in 41ms, sequenceid=4, compaction requested=false; wal=null 2024-11-21T21:59:56,193 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/0000000000000000004 2024-11-21T21:59:56,194 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,194 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,194 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T21:59:56,196 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,199 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T21:59:56,200 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 70df6d64242ddb8b4234f6444be6b03f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69969984, jitterRate=0.042634010314941406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T21:59:56,200 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:56,200 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 70df6d64242ddb8b4234f6444be6b03f: Running coprocessor pre-open hook at 1732226396131Writing region info on filesystem at 1732226396131Initializing all the Stores at 1732226396133 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396133Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396133Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226396133Obtaining lock to block concurrent updates at 1732226396151 (+18 ms)Preparing flush snapshotting stores in 70df6d64242ddb8b4234f6444be6b03f at 1732226396151Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226396151Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. at 1732226396151Flushing 70df6d64242ddb8b4234f6444be6b03f/colfamily11: creating writer at 1732226396151Flushing 70df6d64242ddb8b4234f6444be6b03f/colfamily11: appending metadata at 1732226396169 (+18 ms)Flushing 70df6d64242ddb8b4234f6444be6b03f/colfamily11: closing flushed file at 1732226396169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a0ddbb: reopening flushed file at 1732226396183 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 70df6d64242ddb8b4234f6444be6b03f in 41ms, sequenceid=4, compaction requested=false; wal=null at 1732226396192 (+9 ms)Cleaning up temporary data from old regions at 1732226396194 (+2 ms)Running coprocessor post-open hooks at 1732226396200 (+6 ms)Region opened successfully at 1732226396200 2024-11-21T21:59:56,201 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., pid=76, masterSystemTime=1732226395784 2024-11-21T21:59:56,203 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:56,203 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:56,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, openSeqNum=5, regionLocation=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,38093,1732226205140 because future has completed 2024-11-21T21:59:56,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=64 2024-11-21T21:59:56,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,38093,1732226205140 in 564 msec 2024-11-21T21:59:56,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=57 2024-11-21T21:59:56,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN in 741 msec 2024-11-21T21:59:56,211 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2a884b411602,35213,1732226205202 after splitting done 2024-11-21T21:59:56,211 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-21T21:59:56,211 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:56,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:56,211 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T21:59:56,217 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:56,217 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-21T21:59:56,217 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:56,217 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:56,217 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:56,217 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-21T21:59:56,217 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-21T21:59:56,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-21T21:59:56,218 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:59:56,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,220 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:59:56,221 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,224 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,38093,1732226205140 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,45269,1732226205018 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.meta.1732226207106.meta, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2a884b411602%2C35213%2C1732226205202.1732226206666, worker=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=70df6d64242ddb8b4234f6444be6b03f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69f09a1ae1cd0e818d0b7f0a72f234fa, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d02707b6cbc7d8a456b8090afed76a12, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bac0e74400a5217c97124194d4874f9a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e517963317dfa501147972a7addef928, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a1840beefb03c9c05a2d2b23359cc0e8, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d90ca1534b25b1a637f8a2625a145bd, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c8a4887496bb82fd68a65cfea24dfde7, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db03e027dc8d90f5352219a16ed99c88, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure bac0e74400a5217c97124194d4874f9a, server=2a884b411602,38093,1732226205140 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure a1840beefb03c9c05a2d2b23359cc0e8, server=2a884b411602,38093,1732226205140 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure db03e027dc8d90f5352219a16ed99c88, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 70df6d64242ddb8b4234f6444be6b03f, server=2a884b411602,38093,1732226205140 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure e517963317dfa501147972a7addef928, server=2a884b411602,38093,1732226205140 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure d02707b6cbc7d8a456b8090afed76a12, server=2a884b411602,38093,1732226205140 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure c8a4887496bb82fd68a65cfea24dfde7, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f09a1ae1cd0e818d0b7f0a72f234fa, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d90ca1534b25b1a637f8a2625a145bd, server=2a884b411602,45269,1732226205018 didn't hold the lock before restarting, skip acquiring lock. 2024-11-21T21:59:56,225 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T21:59:56,226 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=61 2024-11-21T21:59:56,226 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2a884b411602,45269,1732226205018, table=hbase:meta, region=1588230740 2024-11-21T21:59:56,226 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,45269,1732226205018, state=OPEN 2024-11-21T21:59:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:56,284 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:59:56,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:56,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:56,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:59:56,285 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226426285 2024-11-21T21:59:56,285 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:59:56,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a1840beefb03c9c05a2d2b23359cc0e8, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=5 2024-11-21T21:59:56,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9f3da3479f0b2ad598b0827e491bfa2, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef6383a37fd0a8932f74ce620780419e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69f09a1ae1cd0e818d0b7f0a72f234fa, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=5 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=edc1f665b07fe16265cd1f255e37e5b3, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de4489f3bd7a96f02334353299d8d636, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=70df6d64242ddb8b4234f6444be6b03f, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=5 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=96c766d454a793abd1dfcd43064e844d, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40ceb6c488a954e7b76ed6cd80d42e14, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d90ca1534b25b1a637f8a2625a145bd, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=5 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7c08c7376ebbd147a47a4163334202c3, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=11c4346207cec8c12b88a28395113dbc, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e517963317dfa501147972a7addef928, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=5 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cf92e254259f9090cff5f38671ff86b, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15f3a995e806ed04713da9079370ea80, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a1d3770d56ef3a8f2e3a6231f0d5474, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8a4887496bb82fd68a65cfea24dfde7, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=5 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7bc12489331195dfb971e4bf91c107b0, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2394bc5e903577623373dc5731e159e, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d02707b6cbc7d8a456b8090afed76a12, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=5 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40aefbb76df29967bf1c108962727a15, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77db6b0f383c2742fdcc4e8325d5a948, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db03e027dc8d90f5352219a16ed99c88, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=5 2024-11-21T21:59:56,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6f4096604eafb2538c1e446a30f2a4c, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=2 2024-11-21T21:59:56,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=629a216f10055cd44f074ef99d46abae, regionState=OPEN, lastHost=2a884b411602,45269,1732226205018, regionLocation=2a884b411602,45269,1732226205018, openSeqNum=2 2024-11-21T21:59:56,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bac0e74400a5217c97124194d4874f9a, regionState=OPEN, lastHost=2a884b411602,38093,1732226205140, regionLocation=2a884b411602,38093,1732226205140, openSeqNum=5 2024-11-21T21:59:56,299 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-21T21:59:56,299 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226456299 2024-11-21T21:59:56,299 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226516299 2024-11-21T21:59:56,299 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-21T21:59:56,299 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2a884b411602,35213,1732226205202 after splitting done 2024-11-21T21:59:56,299 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-21T21:59:56,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 2a884b411602,35213,1732226205202, splitWal=true, meta=true in 3 mins, 4.054 sec 2024-11-21T21:59:56,554 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T21:59:56,557 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2a884b411602:35213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:35213 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:59:56,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=java.net.ConnectException: Call to address=2a884b411602:35213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:56,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-21T21:59:56,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:56,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 2a884b411602:35213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2a884b411602/172.17.0.2:35213 2024-11-21T21:59:56,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:56,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:56,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:56,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2a884b411602,35213,1732226205202, seqNum=-1 from cache 2024-11-21T21:59:56,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:59:56,773 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:59:56,774 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,45269,1732226205018, seqNum=-1] 2024-11-21T21:59:56,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:56,783 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8., hostname=2a884b411602,38093,1732226205140, seqNum=5] 2024-11-21T21:59:56,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:59:56,809 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:56,809 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:56,810 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:56,810 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:56,924 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa., hostname=2a884b411602,45269,1732226205018, seqNum=5] 2024-11-21T21:59:56,955 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:56,956 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:56,956 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:56,956 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:57,065 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f., hostname=2a884b411602,38093,1732226205140, seqNum=5] 2024-11-21T21:59:57,088 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:57,089 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,089 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,089 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:57,196 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd., hostname=2a884b411602,45269,1732226205018, seqNum=5] 2024-11-21T21:59:57,224 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:57,224 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,224 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,224 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:57,339 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928., hostname=2a884b411602,38093,1732226205140, seqNum=5] 2024-11-21T21:59:57,355 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:57,355 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,355 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,355 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:57,464 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7., hostname=2a884b411602,45269,1732226205018, seqNum=5] 2024-11-21T21:59:57,476 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:57,476 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,476 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,476 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:57,585 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12., hostname=2a884b411602,38093,1732226205140, seqNum=5] 2024-11-21T21:59:57,599 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:57,599 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,599 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,599 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:57,708 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88., hostname=2a884b411602,45269,1732226205018, seqNum=5] 2024-11-21T21:59:57,724 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2a884b411602:35213 this server is in the failed servers list 2024-11-21T21:59:57,724 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., hostname=2a884b411602,35213,1732226205202, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., hostname=2a884b411602,35213,1732226205202, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2a884b411602:35213 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,724 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., hostname=2a884b411602,35213,1732226205202, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2a884b411602:35213 2024-11-21T21:59:57,725 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., hostname=2a884b411602,35213,1732226205202, seqNum=2 from cache 2024-11-21T21:59:57,836 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a., hostname=2a884b411602,38093,1732226205140, seqNum=5] 2024-11-21T21:59:57,922 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T21:59:57,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T21:59:57,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:59:57,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:57,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:57,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:57,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:59:57,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T21:59:57,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721888074, stopped=false 2024-11-21T21:59:57,923 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2a884b411602,38651,1732226204255 2024-11-21T21:59:57,993 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:57,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:57,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:59:57,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:57,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:57,993 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:57,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:57,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:59:57,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:57,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:57,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:57,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:57,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:59:57,995 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,45269,1732226205018' ***** 2024-11-21T21:59:57,995 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:59:57,995 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,38093,1732226205140' ***** 2024-11-21T21:59:57,996 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:59:57,996 INFO [RS:0;2a884b411602:45269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:59:57,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:59:57,997 INFO [RS:0;2a884b411602:45269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:59:57,997 INFO [RS:0;2a884b411602:45269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:59:57,997 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for c8a4887496bb82fd68a65cfea24dfde7 2024-11-21T21:59:57,998 INFO [RS:1;2a884b411602:38093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:59:57,998 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for d2394bc5e903577623373dc5731e159e 2024-11-21T21:59:57,998 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a1d3770d56ef3a8f2e3a6231f0d5474 2024-11-21T21:59:57,998 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:59:57,998 INFO [RS:1;2a884b411602:38093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:59:57,998 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 40ceb6c488a954e7b76ed6cd80d42e14 2024-11-21T21:59:57,998 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for de4489f3bd7a96f02334353299d8d636 2024-11-21T21:59:57,998 INFO [RS:1;2a884b411602:38093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for db03e027dc8d90f5352219a16ed99c88 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 629a216f10055cd44f074ef99d46abae 2024-11-21T21:59:57,999 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 11c4346207cec8c12b88a28395113dbc 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 77db6b0f383c2742fdcc4e8325d5a948 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 69f09a1ae1cd0e818d0b7f0a72f234fa 2024-11-21T21:59:57,999 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 15f3a995e806ed04713da9079370ea80 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d90ca1534b25b1a637f8a2625a145bd 2024-11-21T21:59:57,999 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8a4887496bb82fd68a65cfea24dfde7, disabling compactions & flushes 2024-11-21T21:59:57,999 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 70df6d64242ddb8b4234f6444be6b03f 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:59:57,999 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:57,999 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 40aefbb76df29967bf1c108962727a15 2024-11-21T21:59:57,999 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11c4346207cec8c12b88a28395113dbc, disabling compactions & flushes 2024-11-21T21:59:57,999 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:57,999 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bc12489331195dfb971e4bf91c107b0 2024-11-21T21:59:57,999 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(959): stopping server 2a884b411602,45269,1732226205018 2024-11-21T21:59:57,999 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for e517963317dfa501147972a7addef928 2024-11-21T21:59:57,999 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:59:57,999 INFO [RS:0;2a884b411602:45269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:59:57,999 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. after waiting 0 ms 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for d02707b6cbc7d8a456b8090afed76a12 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cf92e254259f9090cff5f38671ff86b 2024-11-21T21:59:58,000 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. after waiting 0 ms 2024-11-21T21:59:58,000 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:58,000 INFO [RS:0;2a884b411602:45269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2a884b411602:45269. 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for a1840beefb03c9c05a2d2b23359cc0e8 2024-11-21T21:59:58,000 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for edc1f665b07fe16265cd1f255e37e5b3 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:59:58,000 DEBUG [RS:0;2a884b411602:45269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for b6f4096604eafb2538c1e446a30f2a4c 2024-11-21T21:59:58,000 DEBUG [RS:0;2a884b411602:45269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for 96c766d454a793abd1dfcd43064e844d 2024-11-21T21:59:58,000 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 11c4346207cec8c12b88a28395113dbc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(3091): Received CLOSE for bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(959): stopping server 2a884b411602,38093,1732226205140 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:59:58,000 INFO [RS:1;2a884b411602:38093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2a884b411602:38093. 2024-11-21T21:59:58,000 INFO [RS:0;2a884b411602:45269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:59:58,001 INFO [RS:0;2a884b411602:45269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:59:58,001 DEBUG [RS:1;2a884b411602:38093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:59:58,001 INFO [RS:0;2a884b411602:45269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:59:58,001 DEBUG [RS:1;2a884b411602:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:58,001 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T21:59:58,001 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-21T21:59:58,001 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-21T21:59:58,002 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:59:58,002 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:59:58,002 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:59:58,002 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:59:58,002 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:59:58,002 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40ceb6c488a954e7b76ed6cd80d42e14, 5a1d3770d56ef3a8f2e3a6231f0d5474, 629a216f10055cd44f074ef99d46abae, 69f09a1ae1cd0e818d0b7f0a72f234fa, 77db6b0f383c2742fdcc4e8325d5a948, 7c08c7376ebbd147a47a4163334202c3, 8d90ca1534b25b1a637f8a2625a145bd, c8a4887496bb82fd68a65cfea24dfde7, d2394bc5e903577623373dc5731e159e, db03e027dc8d90f5352219a16ed99c88, de4489f3bd7a96f02334353299d8d636, ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:59:58,002 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1351): Waiting on 11c4346207cec8c12b88a28395113dbc, 15f3a995e806ed04713da9079370ea80, 40aefbb76df29967bf1c108962727a15, 5cf92e254259f9090cff5f38671ff86b, 70df6d64242ddb8b4234f6444be6b03f, 7bc12489331195dfb971e4bf91c107b0, 96c766d454a793abd1dfcd43064e844d, a1840beefb03c9c05a2d2b23359cc0e8, b6f4096604eafb2538c1e446a30f2a4c, bac0e74400a5217c97124194d4874f9a, d02707b6cbc7d8a456b8090afed76a12, e517963317dfa501147972a7addef928, edc1f665b07fe16265cd1f255e37e5b3, f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:59:58,002 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.36 KB heapSize=19.67 KB 2024-11-21T21:59:58,008 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c8a4887496bb82fd68a65cfea24dfde7/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,010 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:58,011 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8a4887496bb82fd68a65cfea24dfde7: Waiting for close lock at 1732226397998Running coprocessor pre-close hooks at 1732226397999 (+1 ms)Disabling compacts and flushes for region at 1732226397999Disabling writes for close at 1732226398000 (+1 ms)Writing region close event to WAL at 1732226398004 (+4 ms)Running coprocessor post-close hooks at 1732226398009 (+5 ms)Closed at 1732226398010 (+1 ms) 2024-11-21T21:59:58,011 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732226207543.c8a4887496bb82fd68a65cfea24dfde7. 2024-11-21T21:59:58,011 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2394bc5e903577623373dc5731e159e, disabling compactions & flushes 2024-11-21T21:59:58,011 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:59:58,011 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:59:58,011 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. after waiting 0 ms 2024-11-21T21:59:58,011 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:59:58,012 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2394bc5e903577623373dc5731e159e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,015 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/info/206c39fc511c45b087cf7908e9dbc49f is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa./info:regioninfo/1732226396144/Put/seqid=0 2024-11-21T21:59:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741887_1063 (size=19806) 2024-11-21T21:59:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741887_1063 (size=19806) 2024-11-21T21:59:58,031 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc/.tmp/colfamily11/d9bc24b62f7243398a23dfebe27fa677 is 52, key is lll/colfamily11:colfamily11/1732226211328/Put/seqid=0 2024-11-21T21:59:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741887_1063 (size=19806) 2024-11-21T21:59:58,033 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/info/206c39fc511c45b087cf7908e9dbc49f 2024-11-21T21:59:58,034 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:58,034 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:58,039 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e/.tmp/colfamily11/9866625f3ee04919ad00b4c8c05f0f51 is 52, key is sss/colfamily11:colfamily11/1732226211392/Put/seqid=0 2024-11-21T21:59:58,043 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/.tmp/info/206c39fc511c45b087cf7908e9dbc49f as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/info/206c39fc511c45b087cf7908e9dbc49f 2024-11-21T21:59:58,050 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/info/206c39fc511c45b087cf7908e9dbc49f, entries=72, sequenceid=81, filesize=19.3 K 2024-11-21T21:59:58,051 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=81, compaction requested=false 2024-11-21T21:59:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741888_1064 (size=39263) 2024-11-21T21:59:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741889_1065 (size=39263) 2024-11-21T21:59:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741889_1065 (size=39263) 2024-11-21T21:59:58,059 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e/.tmp/colfamily11/9866625f3ee04919ad00b4c8c05f0f51 2024-11-21T21:59:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741888_1064 (size=39263) 2024-11-21T21:59:58,059 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc/.tmp/colfamily11/d9bc24b62f7243398a23dfebe27fa677 2024-11-21T21:59:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741889_1065 (size=39263) 2024-11-21T21:59:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741888_1064 (size=39263) 2024-11-21T21:59:58,067 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc/.tmp/colfamily11/d9bc24b62f7243398a23dfebe27fa677 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc/colfamily11/d9bc24b62f7243398a23dfebe27fa677 2024-11-21T21:59:58,072 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-21T21:59:58,073 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e/.tmp/colfamily11/9866625f3ee04919ad00b4c8c05f0f51 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e/colfamily11/9866625f3ee04919ad00b4c8c05f0f51 2024-11-21T21:59:58,073 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:59:58,074 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:59:58,074 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226398001Running coprocessor pre-close hooks at 1732226398001Disabling compacts and flushes for region at 1732226398001Disabling writes for close at 1732226398002 (+1 ms)Obtaining lock to block concurrent updates at 1732226398002Preparing flush snapshotting stores in 1588230740 at 1732226398002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13680, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1732226398006 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732226398008 (+2 ms)Flushing 1588230740/info: creating writer at 1732226398008Flushing 1588230740/info: appending metadata at 1732226398014 (+6 ms)Flushing 1588230740/info: closing flushed file at 1732226398014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcd50ea: reopening flushed file at 1732226398042 (+28 ms)Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=81, compaction requested=false at 1732226398051 (+9 ms)Writing region close event to WAL at 1732226398067 (+16 ms)Running coprocessor post-close hooks at 1732226398073 (+6 ms)Closed at 1732226398073 2024-11-21T21:59:58,074 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T21:59:58,077 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc/colfamily11/d9bc24b62f7243398a23dfebe27fa677, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,078 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 11c4346207cec8c12b88a28395113dbc in 78ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,080 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e/colfamily11/9866625f3ee04919ad00b4c8c05f0f51, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,081 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2394bc5e903577623373dc5731e159e in 70ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,084 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/11c4346207cec8c12b88a28395113dbc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,084 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:59:58,085 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11c4346207cec8c12b88a28395113dbc: Waiting for close lock at 1732226397999Running coprocessor pre-close hooks at 1732226397999Disabling compacts and flushes for region at 1732226397999Disabling writes for close at 1732226398000 (+1 ms)Obtaining lock to block concurrent updates at 1732226398000Preparing flush snapshotting stores in 11c4346207cec8c12b88a28395113dbc at 1732226398000Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398006 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. at 1732226398008 (+2 ms)Flushing 11c4346207cec8c12b88a28395113dbc/colfamily11: creating writer at 1732226398008Flushing 11c4346207cec8c12b88a28395113dbc/colfamily11: appending metadata at 1732226398030 (+22 ms)Flushing 11c4346207cec8c12b88a28395113dbc/colfamily11: closing flushed file at 1732226398030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12eadbf0: reopening flushed file at 1732226398066 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 11c4346207cec8c12b88a28395113dbc in 78ms, sequenceid=5, compaction requested=false at 1732226398078 (+12 ms)Writing region close event to WAL at 1732226398079 (+1 ms)Running coprocessor post-close hooks at 1732226398084 (+5 ms)Closed at 1732226398084 2024-11-21T21:59:58,085 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732226207543.11c4346207cec8c12b88a28395113dbc. 2024-11-21T21:59:58,085 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15f3a995e806ed04713da9079370ea80, disabling compactions & flushes 2024-11-21T21:59:58,085 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:59:58,085 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:59:58,085 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. after waiting 0 ms 2024-11-21T21:59:58,085 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:59:58,085 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15f3a995e806ed04713da9079370ea80 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,088 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2394bc5e903577623373dc5731e159e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,088 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:59:58,088 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2394bc5e903577623373dc5731e159e: Waiting for close lock at 1732226398011Running coprocessor pre-close hooks at 1732226398011Disabling compacts and flushes for region at 1732226398011Disabling writes for close at 1732226398011Obtaining lock to block concurrent updates at 1732226398012 (+1 ms)Preparing flush snapshotting stores in d2394bc5e903577623373dc5731e159e at 1732226398012Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398012Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. at 1732226398013 (+1 ms)Flushing d2394bc5e903577623373dc5731e159e/colfamily11: creating writer at 1732226398013Flushing d2394bc5e903577623373dc5731e159e/colfamily11: appending metadata at 1732226398038 (+25 ms)Flushing d2394bc5e903577623373dc5731e159e/colfamily11: closing flushed file at 1732226398038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19412a9d: reopening flushed file at 1732226398072 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2394bc5e903577623373dc5731e159e in 70ms, sequenceid=5, compaction requested=false at 1732226398081 (+9 ms)Writing region close event to WAL at 1732226398082 (+1 ms)Running coprocessor post-close hooks at 1732226398088 (+6 ms)Closed at 1732226398088 2024-11-21T21:59:58,089 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732226207543.d2394bc5e903577623373dc5731e159e. 2024-11-21T21:59:58,089 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a1d3770d56ef3a8f2e3a6231f0d5474, disabling compactions & flushes 2024-11-21T21:59:58,089 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:59:58,089 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:59:58,089 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. after waiting 0 ms 2024-11-21T21:59:58,089 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:59:58,089 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a1d3770d56ef3a8f2e3a6231f0d5474 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,105 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474/.tmp/colfamily11/b84df33889aa4e0fbe3567dce61cd783 is 52, key is ppp/colfamily11:colfamily11/1732226211369/Put/seqid=0 2024-11-21T21:59:58,108 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80/.tmp/colfamily11/de618792025441e4a81bc3ca4f3729ba is 52, key is ooo/colfamily11:colfamily11/1732226211407/Put/seqid=0 2024-11-21T21:59:58,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741890_1066 (size=39263) 2024-11-21T21:59:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741890_1066 (size=39263) 2024-11-21T21:59:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741890_1066 (size=39263) 2024-11-21T21:59:58,119 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474/.tmp/colfamily11/b84df33889aa4e0fbe3567dce61cd783 2024-11-21T21:59:58,126 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474/.tmp/colfamily11/b84df33889aa4e0fbe3567dce61cd783 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily11/b84df33889aa4e0fbe3567dce61cd783 2024-11-21T21:59:58,135 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily11/b84df33889aa4e0fbe3567dce61cd783, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741891_1067 (size=39263) 2024-11-21T21:59:58,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741891_1067 (size=39263) 2024-11-21T21:59:58,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741891_1067 (size=39263) 2024-11-21T21:59:58,136 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5a1d3770d56ef3a8f2e3a6231f0d5474 in 47ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,141 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a1d3770d56ef3a8f2e3a6231f0d5474/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,142 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:59:58,142 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a1d3770d56ef3a8f2e3a6231f0d5474: Waiting for close lock at 1732226398089Running coprocessor pre-close hooks at 1732226398089Disabling compacts and flushes for region at 1732226398089Disabling writes for close at 1732226398089Obtaining lock to block concurrent updates at 1732226398089Preparing flush snapshotting stores in 5a1d3770d56ef3a8f2e3a6231f0d5474 at 1732226398089Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398090 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. at 1732226398090Flushing 5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily11: creating writer at 1732226398090Flushing 5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily11: appending metadata at 1732226398105 (+15 ms)Flushing 5a1d3770d56ef3a8f2e3a6231f0d5474/colfamily11: closing flushed file at 1732226398105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ff737c: reopening flushed file at 1732226398125 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5a1d3770d56ef3a8f2e3a6231f0d5474 in 47ms, sequenceid=5, compaction requested=false at 1732226398136 (+11 ms)Writing region close event to WAL at 1732226398137 (+1 ms)Running coprocessor post-close hooks at 1732226398141 (+4 ms)Closed at 1732226398142 (+1 ms) 2024-11-21T21:59:58,142 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732226207543.5a1d3770d56ef3a8f2e3a6231f0d5474. 2024-11-21T21:59:58,142 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40ceb6c488a954e7b76ed6cd80d42e14, disabling compactions & flushes 2024-11-21T21:59:58,142 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:59:58,142 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:59:58,142 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. after waiting 0 ms 2024-11-21T21:59:58,142 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:59:58,142 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40ceb6c488a954e7b76ed6cd80d42e14 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,159 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14/.tmp/colfamily11/bfb3fd5fdc3f4947a9cd788ef3e804ec is 52, key is iii/colfamily11:colfamily11/1732226211297/Put/seqid=0 2024-11-21T21:59:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741892_1068 (size=39263) 2024-11-21T21:59:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741892_1068 (size=39263) 2024-11-21T21:59:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741892_1068 (size=39263) 2024-11-21T21:59:58,167 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14/.tmp/colfamily11/bfb3fd5fdc3f4947a9cd788ef3e804ec 2024-11-21T21:59:58,176 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14/.tmp/colfamily11/bfb3fd5fdc3f4947a9cd788ef3e804ec as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14/colfamily11/bfb3fd5fdc3f4947a9cd788ef3e804ec 2024-11-21T21:59:58,183 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14/colfamily11/bfb3fd5fdc3f4947a9cd788ef3e804ec, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,184 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40ceb6c488a954e7b76ed6cd80d42e14 in 42ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,188 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40ceb6c488a954e7b76ed6cd80d42e14/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,189 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:59:58,189 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40ceb6c488a954e7b76ed6cd80d42e14: Waiting for close lock at 1732226398142Running coprocessor pre-close hooks at 1732226398142Disabling compacts and flushes for region at 1732226398142Disabling writes for close at 1732226398142Obtaining lock to block concurrent updates at 1732226398142Preparing flush snapshotting stores in 40ceb6c488a954e7b76ed6cd80d42e14 at 1732226398142Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398143 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. at 1732226398143Flushing 40ceb6c488a954e7b76ed6cd80d42e14/colfamily11: creating writer at 1732226398143Flushing 40ceb6c488a954e7b76ed6cd80d42e14/colfamily11: appending metadata at 1732226398158 (+15 ms)Flushing 40ceb6c488a954e7b76ed6cd80d42e14/colfamily11: closing flushed file at 1732226398158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c2adae: reopening flushed file at 1732226398175 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40ceb6c488a954e7b76ed6cd80d42e14 in 42ms, sequenceid=5, compaction requested=false at 1732226398184 (+9 ms)Writing region close event to WAL at 1732226398185 (+1 ms)Running coprocessor post-close hooks at 1732226398189 (+4 ms)Closed at 1732226398189 2024-11-21T21:59:58,189 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732226207543.40ceb6c488a954e7b76ed6cd80d42e14. 2024-11-21T21:59:58,189 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de4489f3bd7a96f02334353299d8d636, disabling compactions & flushes 2024-11-21T21:59:58,189 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:59:58,189 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:59:58,189 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. after waiting 0 ms 2024-11-21T21:59:58,189 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:59:58,190 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de4489f3bd7a96f02334353299d8d636 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,202 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1351): Waiting on 629a216f10055cd44f074ef99d46abae, 69f09a1ae1cd0e818d0b7f0a72f234fa, 77db6b0f383c2742fdcc4e8325d5a948, 7c08c7376ebbd147a47a4163334202c3, 8d90ca1534b25b1a637f8a2625a145bd, db03e027dc8d90f5352219a16ed99c88, de4489f3bd7a96f02334353299d8d636, ef6383a37fd0a8932f74ce620780419e 2024-11-21T21:59:58,202 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1351): Waiting on 15f3a995e806ed04713da9079370ea80, 40aefbb76df29967bf1c108962727a15, 5cf92e254259f9090cff5f38671ff86b, 70df6d64242ddb8b4234f6444be6b03f, 7bc12489331195dfb971e4bf91c107b0, 96c766d454a793abd1dfcd43064e844d, a1840beefb03c9c05a2d2b23359cc0e8, b6f4096604eafb2538c1e446a30f2a4c, bac0e74400a5217c97124194d4874f9a, d02707b6cbc7d8a456b8090afed76a12, e517963317dfa501147972a7addef928, edc1f665b07fe16265cd1f255e37e5b3, f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:59:58,205 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636/.tmp/colfamily11/05a22aa4d9d24433873c82579e6fe19a is 52, key is fff/colfamily11:colfamily11/1732226211253/Put/seqid=0 2024-11-21T21:59:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741893_1069 (size=39263) 2024-11-21T21:59:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741893_1069 (size=39263) 2024-11-21T21:59:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741893_1069 (size=39263) 2024-11-21T21:59:58,213 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636/.tmp/colfamily11/05a22aa4d9d24433873c82579e6fe19a 2024-11-21T21:59:58,220 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636/.tmp/colfamily11/05a22aa4d9d24433873c82579e6fe19a as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636/colfamily11/05a22aa4d9d24433873c82579e6fe19a 2024-11-21T21:59:58,227 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636/colfamily11/05a22aa4d9d24433873c82579e6fe19a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,228 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for de4489f3bd7a96f02334353299d8d636 in 39ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,234 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de4489f3bd7a96f02334353299d8d636/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,234 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:59:58,234 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de4489f3bd7a96f02334353299d8d636: Waiting for close lock at 1732226398189Running coprocessor pre-close hooks at 1732226398189Disabling compacts and flushes for region at 1732226398189Disabling writes for close at 1732226398189Obtaining lock to block concurrent updates at 1732226398190 (+1 ms)Preparing flush snapshotting stores in de4489f3bd7a96f02334353299d8d636 at 1732226398190Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398190Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. at 1732226398190Flushing de4489f3bd7a96f02334353299d8d636/colfamily11: creating writer at 1732226398190Flushing de4489f3bd7a96f02334353299d8d636/colfamily11: appending metadata at 1732226398204 (+14 ms)Flushing de4489f3bd7a96f02334353299d8d636/colfamily11: closing flushed file at 1732226398204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e801548: reopening flushed file at 1732226398219 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for de4489f3bd7a96f02334353299d8d636 in 39ms, sequenceid=5, compaction requested=false at 1732226398228 (+9 ms)Writing region close event to WAL at 1732226398229 (+1 ms)Running coprocessor post-close hooks at 1732226398234 (+5 ms)Closed at 1732226398234 2024-11-21T21:59:58,235 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732226207543.de4489f3bd7a96f02334353299d8d636. 2024-11-21T21:59:58,235 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db03e027dc8d90f5352219a16ed99c88, disabling compactions & flushes 2024-11-21T21:59:58,235 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:58,235 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:58,235 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. after waiting 0 ms 2024-11-21T21:59:58,235 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:58,240 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db03e027dc8d90f5352219a16ed99c88/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,240 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:58,240 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db03e027dc8d90f5352219a16ed99c88: Waiting for close lock at 1732226398235Running coprocessor pre-close hooks at 1732226398235Disabling compacts and flushes for region at 1732226398235Disabling writes for close at 1732226398235Writing region close event to WAL at 1732226398236 (+1 ms)Running coprocessor post-close hooks at 1732226398240 (+4 ms)Closed at 1732226398240 2024-11-21T21:59:58,241 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732226207543.db03e027dc8d90f5352219a16ed99c88. 2024-11-21T21:59:58,241 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 629a216f10055cd44f074ef99d46abae, disabling compactions & flushes 2024-11-21T21:59:58,241 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:59:58,241 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:59:58,241 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. after waiting 0 ms 2024-11-21T21:59:58,241 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:59:58,241 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 629a216f10055cd44f074ef99d46abae 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,258 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae/.tmp/colfamily11/a8e442b56cd94462bd0f9b3f1d1340e2 is 52, key is yyy/colfamily11:colfamily11/1732226211491/Put/seqid=0 2024-11-21T21:59:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741894_1070 (size=39263) 2024-11-21T21:59:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741894_1070 (size=39263) 2024-11-21T21:59:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741894_1070 (size=39263) 2024-11-21T21:59:58,266 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae/.tmp/colfamily11/a8e442b56cd94462bd0f9b3f1d1340e2 2024-11-21T21:59:58,272 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae/.tmp/colfamily11/a8e442b56cd94462bd0f9b3f1d1340e2 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae/colfamily11/a8e442b56cd94462bd0f9b3f1d1340e2 2024-11-21T21:59:58,278 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae/colfamily11/a8e442b56cd94462bd0f9b3f1d1340e2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,279 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 629a216f10055cd44f074ef99d46abae in 38ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,283 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/629a216f10055cd44f074ef99d46abae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,283 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:59:58,284 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 629a216f10055cd44f074ef99d46abae: Waiting for close lock at 1732226398241Running coprocessor pre-close hooks at 1732226398241Disabling compacts and flushes for region at 1732226398241Disabling writes for close at 1732226398241Obtaining lock to block concurrent updates at 1732226398241Preparing flush snapshotting stores in 629a216f10055cd44f074ef99d46abae at 1732226398241Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398242 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. at 1732226398242Flushing 629a216f10055cd44f074ef99d46abae/colfamily11: creating writer at 1732226398242Flushing 629a216f10055cd44f074ef99d46abae/colfamily11: appending metadata at 1732226398258 (+16 ms)Flushing 629a216f10055cd44f074ef99d46abae/colfamily11: closing flushed file at 1732226398258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d47137: reopening flushed file at 1732226398271 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 629a216f10055cd44f074ef99d46abae in 38ms, sequenceid=5, compaction requested=false at 1732226398279 (+8 ms)Writing region close event to WAL at 1732226398280 (+1 ms)Running coprocessor post-close hooks at 1732226398283 (+3 ms)Closed at 1732226398283 2024-11-21T21:59:58,284 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732226207543.629a216f10055cd44f074ef99d46abae. 2024-11-21T21:59:58,284 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77db6b0f383c2742fdcc4e8325d5a948, disabling compactions & flushes 2024-11-21T21:59:58,284 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:59:58,284 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:59:58,284 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. after waiting 0 ms 2024-11-21T21:59:58,284 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:59:58,284 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77db6b0f383c2742fdcc4e8325d5a948 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,299 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948/.tmp/colfamily11/d19b8c868c6a498184bda765ebeb7771 is 52, key is vvv/colfamily11:colfamily11/1732226211450/Put/seqid=0 2024-11-21T21:59:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741895_1071 (size=39263) 2024-11-21T21:59:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741895_1071 (size=39263) 2024-11-21T21:59:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741895_1071 (size=39263) 2024-11-21T21:59:58,306 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948/.tmp/colfamily11/d19b8c868c6a498184bda765ebeb7771 2024-11-21T21:59:58,315 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948/.tmp/colfamily11/d19b8c868c6a498184bda765ebeb7771 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948/colfamily11/d19b8c868c6a498184bda765ebeb7771 2024-11-21T21:59:58,321 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948/colfamily11/d19b8c868c6a498184bda765ebeb7771, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,322 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 77db6b0f383c2742fdcc4e8325d5a948 in 38ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,329 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77db6b0f383c2742fdcc4e8325d5a948/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,330 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:59:58,330 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77db6b0f383c2742fdcc4e8325d5a948: Waiting for close lock at 1732226398284Running coprocessor pre-close hooks at 1732226398284Disabling compacts and flushes for region at 1732226398284Disabling writes for close at 1732226398284Obtaining lock to block concurrent updates at 1732226398284Preparing flush snapshotting stores in 77db6b0f383c2742fdcc4e8325d5a948 at 1732226398284Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398284Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. at 1732226398285 (+1 ms)Flushing 77db6b0f383c2742fdcc4e8325d5a948/colfamily11: creating writer at 1732226398285Flushing 77db6b0f383c2742fdcc4e8325d5a948/colfamily11: appending metadata at 1732226398299 (+14 ms)Flushing 77db6b0f383c2742fdcc4e8325d5a948/colfamily11: closing flushed file at 1732226398299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229ae086: reopening flushed file at 1732226398314 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 77db6b0f383c2742fdcc4e8325d5a948 in 38ms, sequenceid=5, compaction requested=false at 1732226398322 (+8 ms)Writing region close event to WAL at 1732226398324 (+2 ms)Running coprocessor post-close hooks at 1732226398330 (+6 ms)Closed at 1732226398330 2024-11-21T21:59:58,330 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732226207543.77db6b0f383c2742fdcc4e8325d5a948. 2024-11-21T21:59:58,330 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef6383a37fd0a8932f74ce620780419e, disabling compactions & flushes 2024-11-21T21:59:58,330 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:59:58,331 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:59:58,331 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. after waiting 0 ms 2024-11-21T21:59:58,331 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:59:58,331 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef6383a37fd0a8932f74ce620780419e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,346 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e/.tmp/colfamily11/c920885719dc40868679805868b663c2 is 52, key is ccc/colfamily11:colfamily11/1732226211183/Put/seqid=0 2024-11-21T21:59:58,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741896_1072 (size=39263) 2024-11-21T21:59:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741896_1072 (size=39263) 2024-11-21T21:59:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741896_1072 (size=39263) 2024-11-21T21:59:58,353 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e/.tmp/colfamily11/c920885719dc40868679805868b663c2 2024-11-21T21:59:58,360 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e/.tmp/colfamily11/c920885719dc40868679805868b663c2 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e/colfamily11/c920885719dc40868679805868b663c2 2024-11-21T21:59:58,367 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e/colfamily11/c920885719dc40868679805868b663c2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,368 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ef6383a37fd0a8932f74ce620780419e in 37ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,372 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef6383a37fd0a8932f74ce620780419e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,373 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:59:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef6383a37fd0a8932f74ce620780419e: Waiting for close lock at 1732226398330Running coprocessor pre-close hooks at 1732226398330Disabling compacts and flushes for region at 1732226398330Disabling writes for close at 1732226398331 (+1 ms)Obtaining lock to block concurrent updates at 1732226398331Preparing flush snapshotting stores in ef6383a37fd0a8932f74ce620780419e at 1732226398331Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398331Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. at 1732226398331Flushing ef6383a37fd0a8932f74ce620780419e/colfamily11: creating writer at 1732226398332 (+1 ms)Flushing ef6383a37fd0a8932f74ce620780419e/colfamily11: appending metadata at 1732226398345 (+13 ms)Flushing ef6383a37fd0a8932f74ce620780419e/colfamily11: closing flushed file at 1732226398346 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df8594c: reopening flushed file at 1732226398359 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ef6383a37fd0a8932f74ce620780419e in 37ms, sequenceid=5, compaction requested=false at 1732226398368 (+9 ms)Writing region close event to WAL at 1732226398369 (+1 ms)Running coprocessor post-close hooks at 1732226398373 (+4 ms)Closed at 1732226398373 2024-11-21T21:59:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732226207543.ef6383a37fd0a8932f74ce620780419e. 2024-11-21T21:59:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69f09a1ae1cd0e818d0b7f0a72f234fa, disabling compactions & flushes 2024-11-21T21:59:58,373 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. after waiting 0 ms 2024-11-21T21:59:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:58,378 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69f09a1ae1cd0e818d0b7f0a72f234fa/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,379 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:58,379 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69f09a1ae1cd0e818d0b7f0a72f234fa: Waiting for close lock at 1732226398373Running coprocessor pre-close hooks at 1732226398373Disabling compacts and flushes for region at 1732226398373Disabling writes for close at 1732226398373Writing region close event to WAL at 1732226398374 (+1 ms)Running coprocessor post-close hooks at 1732226398378 (+4 ms)Closed at 1732226398379 (+1 ms) 2024-11-21T21:59:58,379 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732226207543.69f09a1ae1cd0e818d0b7f0a72f234fa. 2024-11-21T21:59:58,379 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d90ca1534b25b1a637f8a2625a145bd, disabling compactions & flushes 2024-11-21T21:59:58,379 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:58,379 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:58,379 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. after waiting 0 ms 2024-11-21T21:59:58,379 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:58,384 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d90ca1534b25b1a637f8a2625a145bd/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,385 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:58,385 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d90ca1534b25b1a637f8a2625a145bd: Waiting for close lock at 1732226398379Running coprocessor pre-close hooks at 1732226398379Disabling compacts and flushes for region at 1732226398379Disabling writes for close at 1732226398379Writing region close event to WAL at 1732226398380 (+1 ms)Running coprocessor post-close hooks at 1732226398385 (+5 ms)Closed at 1732226398385 2024-11-21T21:59:58,385 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732226207543.8d90ca1534b25b1a637f8a2625a145bd. 2024-11-21T21:59:58,385 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c08c7376ebbd147a47a4163334202c3, disabling compactions & flushes 2024-11-21T21:59:58,385 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:59:58,385 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:59:58,385 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. after waiting 0 ms 2024-11-21T21:59:58,386 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:59:58,386 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c08c7376ebbd147a47a4163334202c3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,401 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3/.tmp/colfamily11/3a5dc2f493fb4495a52af59e2bc420e4 is 52, key is kkk/colfamily11:colfamily11/1732226211342/Put/seqid=0 2024-11-21T21:59:58,402 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1351): Waiting on 15f3a995e806ed04713da9079370ea80, 40aefbb76df29967bf1c108962727a15, 5cf92e254259f9090cff5f38671ff86b, 70df6d64242ddb8b4234f6444be6b03f, 7bc12489331195dfb971e4bf91c107b0, 96c766d454a793abd1dfcd43064e844d, a1840beefb03c9c05a2d2b23359cc0e8, b6f4096604eafb2538c1e446a30f2a4c, bac0e74400a5217c97124194d4874f9a, d02707b6cbc7d8a456b8090afed76a12, e517963317dfa501147972a7addef928, edc1f665b07fe16265cd1f255e37e5b3, f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:59:58,402 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1351): Waiting on 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:59:58,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741897_1073 (size=39263) 2024-11-21T21:59:58,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741897_1073 (size=39263) 2024-11-21T21:59:58,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741897_1073 (size=39263) 2024-11-21T21:59:58,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:59:58,537 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80/.tmp/colfamily11/de618792025441e4a81bc3ca4f3729ba 2024-11-21T21:59:58,545 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80/.tmp/colfamily11/de618792025441e4a81bc3ca4f3729ba as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80/colfamily11/de618792025441e4a81bc3ca4f3729ba 2024-11-21T21:59:58,552 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80/colfamily11/de618792025441e4a81bc3ca4f3729ba, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,552 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:59:58,552 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:59:58,553 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 15f3a995e806ed04713da9079370ea80 in 468ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,557 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:59:58,557 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:59:58,558 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15f3a995e806ed04713da9079370ea80/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,558 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:59:58,558 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15f3a995e806ed04713da9079370ea80: Waiting for close lock at 1732226398085Running coprocessor pre-close hooks at 1732226398085Disabling compacts and flushes for region at 1732226398085Disabling writes for close at 1732226398085Obtaining lock to block concurrent updates at 1732226398085Preparing flush snapshotting stores in 15f3a995e806ed04713da9079370ea80 at 1732226398085Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398085Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. at 1732226398086 (+1 ms)Flushing 15f3a995e806ed04713da9079370ea80/colfamily11: creating writer at 1732226398086Flushing 15f3a995e806ed04713da9079370ea80/colfamily11: appending metadata at 1732226398107 (+21 ms)Flushing 15f3a995e806ed04713da9079370ea80/colfamily11: closing flushed file at 1732226398107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762d9a40: reopening flushed file at 1732226398543 (+436 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 15f3a995e806ed04713da9079370ea80 in 468ms, sequenceid=5, compaction requested=false at 1732226398553 (+10 ms)Writing region close event to WAL at 1732226398554 (+1 ms)Running coprocessor post-close hooks at 1732226398558 (+4 ms)Closed at 1732226398558 2024-11-21T21:59:58,558 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732226207543.15f3a995e806ed04713da9079370ea80. 2024-11-21T21:59:58,559 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70df6d64242ddb8b4234f6444be6b03f, disabling compactions & flushes 2024-11-21T21:59:58,559 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:58,559 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:58,559 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. after waiting 0 ms 2024-11-21T21:59:58,559 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:58,563 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/70df6d64242ddb8b4234f6444be6b03f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,564 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:58,564 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70df6d64242ddb8b4234f6444be6b03f: Waiting for close lock at 1732226398559Running coprocessor pre-close hooks at 1732226398559Disabling compacts and flushes for region at 1732226398559Disabling writes for close at 1732226398559Writing region close event to WAL at 1732226398559Running coprocessor post-close hooks at 1732226398564 (+5 ms)Closed at 1732226398564 2024-11-21T21:59:58,565 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732226207543.70df6d64242ddb8b4234f6444be6b03f. 2024-11-21T21:59:58,565 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40aefbb76df29967bf1c108962727a15, disabling compactions & flushes 2024-11-21T21:59:58,565 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:59:58,565 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:59:58,565 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. after waiting 0 ms 2024-11-21T21:59:58,565 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:59:58,565 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40aefbb76df29967bf1c108962727a15 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,587 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15/.tmp/colfamily11/6ab6e6e91a5b4411ad1827d14dbebede is 52, key is uuu/colfamily11:colfamily11/1732226211499/Put/seqid=0 2024-11-21T21:59:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741898_1074 (size=39263) 2024-11-21T21:59:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741898_1074 (size=39263) 2024-11-21T21:59:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741898_1074 (size=39263) 2024-11-21T21:59:58,595 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15/.tmp/colfamily11/6ab6e6e91a5b4411ad1827d14dbebede 2024-11-21T21:59:58,603 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1351): Waiting on 40aefbb76df29967bf1c108962727a15, 5cf92e254259f9090cff5f38671ff86b, 7bc12489331195dfb971e4bf91c107b0, 96c766d454a793abd1dfcd43064e844d, a1840beefb03c9c05a2d2b23359cc0e8, b6f4096604eafb2538c1e446a30f2a4c, bac0e74400a5217c97124194d4874f9a, d02707b6cbc7d8a456b8090afed76a12, e517963317dfa501147972a7addef928, edc1f665b07fe16265cd1f255e37e5b3, f9f3da3479f0b2ad598b0827e491bfa2 2024-11-21T21:59:58,603 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1351): Waiting on 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:59:58,603 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15/.tmp/colfamily11/6ab6e6e91a5b4411ad1827d14dbebede as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15/colfamily11/6ab6e6e91a5b4411ad1827d14dbebede 2024-11-21T21:59:58,610 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15/colfamily11/6ab6e6e91a5b4411ad1827d14dbebede, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,611 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40aefbb76df29967bf1c108962727a15 in 45ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,615 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40aefbb76df29967bf1c108962727a15/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,615 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:59:58,616 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40aefbb76df29967bf1c108962727a15: Waiting for close lock at 1732226398565Running coprocessor pre-close hooks at 1732226398565Disabling compacts and flushes for region at 1732226398565Disabling writes for close at 1732226398565Obtaining lock to block concurrent updates at 1732226398565Preparing flush snapshotting stores in 40aefbb76df29967bf1c108962727a15 at 1732226398565Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398566 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. at 1732226398566Flushing 40aefbb76df29967bf1c108962727a15/colfamily11: creating writer at 1732226398566Flushing 40aefbb76df29967bf1c108962727a15/colfamily11: appending metadata at 1732226398587 (+21 ms)Flushing 40aefbb76df29967bf1c108962727a15/colfamily11: closing flushed file at 1732226398587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c97907f: reopening flushed file at 1732226398601 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40aefbb76df29967bf1c108962727a15 in 45ms, sequenceid=5, compaction requested=false at 1732226398611 (+10 ms)Writing region close event to WAL at 1732226398611Running coprocessor post-close hooks at 1732226398615 (+4 ms)Closed at 1732226398615 2024-11-21T21:59:58,616 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732226207543.40aefbb76df29967bf1c108962727a15. 2024-11-21T21:59:58,616 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bc12489331195dfb971e4bf91c107b0, disabling compactions & flushes 2024-11-21T21:59:58,616 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:59:58,616 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:59:58,616 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. after waiting 0 ms 2024-11-21T21:59:58,616 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:59:58,616 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bc12489331195dfb971e4bf91c107b0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,632 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0/.tmp/colfamily11/9a080b8b206d4e95a9323ef37ee3f9c3 is 52, key is rrr/colfamily11:colfamily11/1732226211456/Put/seqid=0 2024-11-21T21:59:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741899_1075 (size=39263) 2024-11-21T21:59:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741899_1075 (size=39263) 2024-11-21T21:59:58,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741899_1075 (size=39263) 2024-11-21T21:59:58,639 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0/.tmp/colfamily11/9a080b8b206d4e95a9323ef37ee3f9c3 2024-11-21T21:59:58,645 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0/.tmp/colfamily11/9a080b8b206d4e95a9323ef37ee3f9c3 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0/colfamily11/9a080b8b206d4e95a9323ef37ee3f9c3 2024-11-21T21:59:58,652 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0/colfamily11/9a080b8b206d4e95a9323ef37ee3f9c3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,653 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7bc12489331195dfb971e4bf91c107b0 in 36ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,657 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7bc12489331195dfb971e4bf91c107b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,657 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:59:58,658 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bc12489331195dfb971e4bf91c107b0: Waiting for close lock at 1732226398616Running coprocessor pre-close hooks at 1732226398616Disabling compacts and flushes for region at 1732226398616Disabling writes for close at 1732226398616Obtaining lock to block concurrent updates at 1732226398616Preparing flush snapshotting stores in 7bc12489331195dfb971e4bf91c107b0 at 1732226398616Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398616Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. at 1732226398617 (+1 ms)Flushing 7bc12489331195dfb971e4bf91c107b0/colfamily11: creating writer at 1732226398617Flushing 7bc12489331195dfb971e4bf91c107b0/colfamily11: appending metadata at 1732226398632 (+15 ms)Flushing 7bc12489331195dfb971e4bf91c107b0/colfamily11: closing flushed file at 1732226398632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4798e33a: reopening flushed file at 1732226398645 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7bc12489331195dfb971e4bf91c107b0 in 36ms, sequenceid=5, compaction requested=false at 1732226398653 (+8 ms)Writing region close event to WAL at 1732226398653Running coprocessor post-close hooks at 1732226398657 (+4 ms)Closed at 1732226398657 2024-11-21T21:59:58,658 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732226207543.7bc12489331195dfb971e4bf91c107b0. 2024-11-21T21:59:58,658 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e517963317dfa501147972a7addef928, disabling compactions & flushes 2024-11-21T21:59:58,658 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:58,658 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:58,658 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. after waiting 0 ms 2024-11-21T21:59:58,658 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:58,662 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e517963317dfa501147972a7addef928/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,662 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:58,662 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e517963317dfa501147972a7addef928: Waiting for close lock at 1732226398658Running coprocessor pre-close hooks at 1732226398658Disabling compacts and flushes for region at 1732226398658Disabling writes for close at 1732226398658Writing region close event to WAL at 1732226398659 (+1 ms)Running coprocessor post-close hooks at 1732226398662 (+3 ms)Closed at 1732226398662 2024-11-21T21:59:58,663 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732226207543.e517963317dfa501147972a7addef928. 2024-11-21T21:59:58,663 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d02707b6cbc7d8a456b8090afed76a12, disabling compactions & flushes 2024-11-21T21:59:58,663 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:58,663 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:58,663 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. after waiting 0 ms 2024-11-21T21:59:58,663 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:58,667 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d02707b6cbc7d8a456b8090afed76a12/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,668 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:58,668 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d02707b6cbc7d8a456b8090afed76a12: Waiting for close lock at 1732226398663Running coprocessor pre-close hooks at 1732226398663Disabling compacts and flushes for region at 1732226398663Disabling writes for close at 1732226398663Writing region close event to WAL at 1732226398664 (+1 ms)Running coprocessor post-close hooks at 1732226398668 (+4 ms)Closed at 1732226398668 2024-11-21T21:59:58,668 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732226207543.d02707b6cbc7d8a456b8090afed76a12. 2024-11-21T21:59:58,668 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cf92e254259f9090cff5f38671ff86b, disabling compactions & flushes 2024-11-21T21:59:58,668 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:59:58,668 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:59:58,668 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. after waiting 0 ms 2024-11-21T21:59:58,668 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:59:58,668 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cf92e254259f9090cff5f38671ff86b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,683 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b/.tmp/colfamily11/4f8f9b14564542ee8b77e2f6d62cf445 is 52, key is nnn/colfamily11:colfamily11/1732226211369/Put/seqid=0 2024-11-21T21:59:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741900_1076 (size=39263) 2024-11-21T21:59:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741900_1076 (size=39263) 2024-11-21T21:59:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741900_1076 (size=39263) 2024-11-21T21:59:58,691 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b/.tmp/colfamily11/4f8f9b14564542ee8b77e2f6d62cf445 2024-11-21T21:59:58,697 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b/.tmp/colfamily11/4f8f9b14564542ee8b77e2f6d62cf445 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b/colfamily11/4f8f9b14564542ee8b77e2f6d62cf445 2024-11-21T21:59:58,703 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b/colfamily11/4f8f9b14564542ee8b77e2f6d62cf445, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,704 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5cf92e254259f9090cff5f38671ff86b in 36ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,708 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cf92e254259f9090cff5f38671ff86b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,709 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:59:58,709 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cf92e254259f9090cff5f38671ff86b: Waiting for close lock at 1732226398668Running coprocessor pre-close hooks at 1732226398668Disabling compacts and flushes for region at 1732226398668Disabling writes for close at 1732226398668Obtaining lock to block concurrent updates at 1732226398668Preparing flush snapshotting stores in 5cf92e254259f9090cff5f38671ff86b at 1732226398668Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398669 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. at 1732226398669Flushing 5cf92e254259f9090cff5f38671ff86b/colfamily11: creating writer at 1732226398669Flushing 5cf92e254259f9090cff5f38671ff86b/colfamily11: appending metadata at 1732226398683 (+14 ms)Flushing 5cf92e254259f9090cff5f38671ff86b/colfamily11: closing flushed file at 1732226398683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2011c7b9: reopening flushed file at 1732226398696 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5cf92e254259f9090cff5f38671ff86b in 36ms, sequenceid=5, compaction requested=false at 1732226398704 (+8 ms)Writing region close event to WAL at 1732226398704Running coprocessor post-close hooks at 1732226398708 (+4 ms)Closed at 1732226398708 2024-11-21T21:59:58,709 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732226207543.5cf92e254259f9090cff5f38671ff86b. 2024-11-21T21:59:58,709 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1840beefb03c9c05a2d2b23359cc0e8, disabling compactions & flushes 2024-11-21T21:59:58,709 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:58,709 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:58,709 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. after waiting 0 ms 2024-11-21T21:59:58,709 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:58,713 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a1840beefb03c9c05a2d2b23359cc0e8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,714 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:58,714 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1840beefb03c9c05a2d2b23359cc0e8: Waiting for close lock at 1732226398709Running coprocessor pre-close hooks at 1732226398709Disabling compacts and flushes for region at 1732226398709Disabling writes for close at 1732226398709Writing region close event to WAL at 1732226398710 (+1 ms)Running coprocessor post-close hooks at 1732226398714 (+4 ms)Closed at 1732226398714 2024-11-21T21:59:58,714 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732226207543.a1840beefb03c9c05a2d2b23359cc0e8. 2024-11-21T21:59:58,714 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edc1f665b07fe16265cd1f255e37e5b3, disabling compactions & flushes 2024-11-21T21:59:58,714 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:59:58,714 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:59:58,714 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. after waiting 0 ms 2024-11-21T21:59:58,714 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:59:58,714 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing edc1f665b07fe16265cd1f255e37e5b3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,729 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3/.tmp/colfamily11/736d222e1cd740a98288916687ff76f6 is 52, key is eee/colfamily11:colfamily11/1732226211214/Put/seqid=0 2024-11-21T21:59:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741901_1077 (size=39263) 2024-11-21T21:59:58,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741901_1077 (size=39263) 2024-11-21T21:59:58,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741901_1077 (size=39263) 2024-11-21T21:59:58,737 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3/.tmp/colfamily11/736d222e1cd740a98288916687ff76f6 2024-11-21T21:59:58,743 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3/.tmp/colfamily11/736d222e1cd740a98288916687ff76f6 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3/colfamily11/736d222e1cd740a98288916687ff76f6 2024-11-21T21:59:58,749 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3/colfamily11/736d222e1cd740a98288916687ff76f6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,750 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for edc1f665b07fe16265cd1f255e37e5b3 in 36ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,754 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/edc1f665b07fe16265cd1f255e37e5b3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,755 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:59:58,755 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edc1f665b07fe16265cd1f255e37e5b3: Waiting for close lock at 1732226398714Running coprocessor pre-close hooks at 1732226398714Disabling compacts and flushes for region at 1732226398714Disabling writes for close at 1732226398714Obtaining lock to block concurrent updates at 1732226398714Preparing flush snapshotting stores in edc1f665b07fe16265cd1f255e37e5b3 at 1732226398714Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398715 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. at 1732226398715Flushing edc1f665b07fe16265cd1f255e37e5b3/colfamily11: creating writer at 1732226398715Flushing edc1f665b07fe16265cd1f255e37e5b3/colfamily11: appending metadata at 1732226398729 (+14 ms)Flushing edc1f665b07fe16265cd1f255e37e5b3/colfamily11: closing flushed file at 1732226398729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ded630: reopening flushed file at 1732226398742 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for edc1f665b07fe16265cd1f255e37e5b3 in 36ms, sequenceid=5, compaction requested=false at 1732226398750 (+8 ms)Writing region close event to WAL at 1732226398751 (+1 ms)Running coprocessor post-close hooks at 1732226398754 (+3 ms)Closed at 1732226398755 (+1 ms) 2024-11-21T21:59:58,755 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732226207543.edc1f665b07fe16265cd1f255e37e5b3. 2024-11-21T21:59:58,755 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9f3da3479f0b2ad598b0827e491bfa2, disabling compactions & flushes 2024-11-21T21:59:58,755 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:59:58,755 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:59:58,755 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. after waiting 0 ms 2024-11-21T21:59:58,755 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:59:58,755 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9f3da3479f0b2ad598b0827e491bfa2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,770 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2/.tmp/colfamily11/093f4ac77e6f4159b508faf7b4d4f07d is 52, key is bbb/colfamily11:colfamily11/1732226211169/Put/seqid=0 2024-11-21T21:59:58,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741902_1078 (size=39263) 2024-11-21T21:59:58,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741902_1078 (size=39263) 2024-11-21T21:59:58,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741902_1078 (size=39263) 2024-11-21T21:59:58,776 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2/.tmp/colfamily11/093f4ac77e6f4159b508faf7b4d4f07d 2024-11-21T21:59:58,781 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2/.tmp/colfamily11/093f4ac77e6f4159b508faf7b4d4f07d as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2/colfamily11/093f4ac77e6f4159b508faf7b4d4f07d 2024-11-21T21:59:58,787 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2/colfamily11/093f4ac77e6f4159b508faf7b4d4f07d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,788 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f9f3da3479f0b2ad598b0827e491bfa2 in 33ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,792 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f9f3da3479f0b2ad598b0827e491bfa2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,793 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:59:58,793 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9f3da3479f0b2ad598b0827e491bfa2: Waiting for close lock at 1732226398755Running coprocessor pre-close hooks at 1732226398755Disabling compacts and flushes for region at 1732226398755Disabling writes for close at 1732226398755Obtaining lock to block concurrent updates at 1732226398755Preparing flush snapshotting stores in f9f3da3479f0b2ad598b0827e491bfa2 at 1732226398755Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398755Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. at 1732226398756 (+1 ms)Flushing f9f3da3479f0b2ad598b0827e491bfa2/colfamily11: creating writer at 1732226398756Flushing f9f3da3479f0b2ad598b0827e491bfa2/colfamily11: appending metadata at 1732226398769 (+13 ms)Flushing f9f3da3479f0b2ad598b0827e491bfa2/colfamily11: closing flushed file at 1732226398769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a66bc27: reopening flushed file at 1732226398781 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f9f3da3479f0b2ad598b0827e491bfa2 in 33ms, sequenceid=5, compaction requested=false at 1732226398788 (+7 ms)Writing region close event to WAL at 1732226398789 (+1 ms)Running coprocessor post-close hooks at 1732226398793 (+4 ms)Closed at 1732226398793 2024-11-21T21:59:58,793 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732226207543.f9f3da3479f0b2ad598b0827e491bfa2. 2024-11-21T21:59:58,793 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6f4096604eafb2538c1e446a30f2a4c, disabling compactions & flushes 2024-11-21T21:59:58,793 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:59:58,793 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:59:58,793 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. after waiting 0 ms 2024-11-21T21:59:58,793 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:59:58,793 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6f4096604eafb2538c1e446a30f2a4c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,803 DEBUG [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1351): Waiting on 7c08c7376ebbd147a47a4163334202c3 2024-11-21T21:59:58,803 DEBUG [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1351): Waiting on 96c766d454a793abd1dfcd43064e844d, b6f4096604eafb2538c1e446a30f2a4c, bac0e74400a5217c97124194d4874f9a 2024-11-21T21:59:58,807 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c/.tmp/colfamily11/3832e360968d4e588faed838ecf47329 is 52, key is xxx/colfamily11:colfamily11/1732226211538/Put/seqid=0 2024-11-21T21:59:58,809 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3/.tmp/colfamily11/3a5dc2f493fb4495a52af59e2bc420e4 2024-11-21T21:59:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741903_1079 (size=39263) 2024-11-21T21:59:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741903_1079 (size=39263) 2024-11-21T21:59:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741903_1079 (size=39263) 2024-11-21T21:59:58,816 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c/.tmp/colfamily11/3832e360968d4e588faed838ecf47329 2024-11-21T21:59:58,818 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3/.tmp/colfamily11/3a5dc2f493fb4495a52af59e2bc420e4 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3/colfamily11/3a5dc2f493fb4495a52af59e2bc420e4 2024-11-21T21:59:58,821 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c/.tmp/colfamily11/3832e360968d4e588faed838ecf47329 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c/colfamily11/3832e360968d4e588faed838ecf47329 2024-11-21T21:59:58,823 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3/colfamily11/3a5dc2f493fb4495a52af59e2bc420e4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,824 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7c08c7376ebbd147a47a4163334202c3 in 438ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,828 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c/colfamily11/3832e360968d4e588faed838ecf47329, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,829 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b6f4096604eafb2538c1e446a30f2a4c in 36ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,831 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7c08c7376ebbd147a47a4163334202c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,832 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:59:58,832 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c08c7376ebbd147a47a4163334202c3: Waiting for close lock at 1732226398385Running coprocessor pre-close hooks at 1732226398385Disabling compacts and flushes for region at 1732226398385Disabling writes for close at 1732226398385Obtaining lock to block concurrent updates at 1732226398386 (+1 ms)Preparing flush snapshotting stores in 7c08c7376ebbd147a47a4163334202c3 at 1732226398386Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398386Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. at 1732226398387 (+1 ms)Flushing 7c08c7376ebbd147a47a4163334202c3/colfamily11: creating writer at 1732226398387Flushing 7c08c7376ebbd147a47a4163334202c3/colfamily11: appending metadata at 1732226398401 (+14 ms)Flushing 7c08c7376ebbd147a47a4163334202c3/colfamily11: closing flushed file at 1732226398401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8ffef4: reopening flushed file at 1732226398815 (+414 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7c08c7376ebbd147a47a4163334202c3 in 438ms, sequenceid=5, compaction requested=false at 1732226398824 (+9 ms)Writing region close event to WAL at 1732226398825 (+1 ms)Running coprocessor post-close hooks at 1732226398832 (+7 ms)Closed at 1732226398832 2024-11-21T21:59:58,832 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732226207543.7c08c7376ebbd147a47a4163334202c3. 2024-11-21T21:59:58,833 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6f4096604eafb2538c1e446a30f2a4c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,833 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:59:58,834 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6f4096604eafb2538c1e446a30f2a4c: Waiting for close lock at 1732226398793Running coprocessor pre-close hooks at 1732226398793Disabling compacts and flushes for region at 1732226398793Disabling writes for close at 1732226398793Obtaining lock to block concurrent updates at 1732226398793Preparing flush snapshotting stores in b6f4096604eafb2538c1e446a30f2a4c at 1732226398793Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398794 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. at 1732226398794Flushing b6f4096604eafb2538c1e446a30f2a4c/colfamily11: creating writer at 1732226398794Flushing b6f4096604eafb2538c1e446a30f2a4c/colfamily11: appending metadata at 1732226398807 (+13 ms)Flushing b6f4096604eafb2538c1e446a30f2a4c/colfamily11: closing flushed file at 1732226398807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69532b3d: reopening flushed file at 1732226398821 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b6f4096604eafb2538c1e446a30f2a4c in 36ms, sequenceid=5, compaction requested=false at 1732226398829 (+8 ms)Writing region close event to WAL at 1732226398829Running coprocessor post-close hooks at 1732226398833 (+4 ms)Closed at 1732226398833 2024-11-21T21:59:58,834 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732226207543.b6f4096604eafb2538c1e446a30f2a4c. 2024-11-21T21:59:58,834 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96c766d454a793abd1dfcd43064e844d, disabling compactions & flushes 2024-11-21T21:59:58,834 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:59:58,834 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:59:58,834 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. after waiting 0 ms 2024-11-21T21:59:58,834 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:59:58,834 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96c766d454a793abd1dfcd43064e844d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-21T21:59:58,849 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d/.tmp/colfamily11/17425fb3ac0844069c4c80386e49c98e is 52, key is hhh/colfamily11:colfamily11/1732226211277/Put/seqid=0 2024-11-21T21:59:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741904_1080 (size=39263) 2024-11-21T21:59:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741904_1080 (size=39263) 2024-11-21T21:59:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741904_1080 (size=39263) 2024-11-21T21:59:58,856 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d/.tmp/colfamily11/17425fb3ac0844069c4c80386e49c98e 2024-11-21T21:59:58,862 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d/.tmp/colfamily11/17425fb3ac0844069c4c80386e49c98e as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d/colfamily11/17425fb3ac0844069c4c80386e49c98e 2024-11-21T21:59:58,868 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d/colfamily11/17425fb3ac0844069c4c80386e49c98e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-21T21:59:58,869 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 96c766d454a793abd1dfcd43064e844d in 35ms, sequenceid=5, compaction requested=false 2024-11-21T21:59:58,873 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/96c766d454a793abd1dfcd43064e844d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:59:58,874 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:59:58,874 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96c766d454a793abd1dfcd43064e844d: Waiting for close lock at 1732226398834Running coprocessor pre-close hooks at 1732226398834Disabling compacts and flushes for region at 1732226398834Disabling writes for close at 1732226398834Obtaining lock to block concurrent updates at 1732226398834Preparing flush snapshotting stores in 96c766d454a793abd1dfcd43064e844d at 1732226398834Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732226398834Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. at 1732226398835 (+1 ms)Flushing 96c766d454a793abd1dfcd43064e844d/colfamily11: creating writer at 1732226398835Flushing 96c766d454a793abd1dfcd43064e844d/colfamily11: appending metadata at 1732226398849 (+14 ms)Flushing 96c766d454a793abd1dfcd43064e844d/colfamily11: closing flushed file at 1732226398849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ead6533: reopening flushed file at 1732226398861 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 96c766d454a793abd1dfcd43064e844d in 35ms, sequenceid=5, compaction requested=false at 1732226398869 (+8 ms)Writing region close event to WAL at 1732226398870 (+1 ms)Running coprocessor post-close hooks at 1732226398874 (+4 ms)Closed at 1732226398874 2024-11-21T21:59:58,874 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732226207543.96c766d454a793abd1dfcd43064e844d. 2024-11-21T21:59:58,874 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bac0e74400a5217c97124194d4874f9a, disabling compactions & flushes 2024-11-21T21:59:58,874 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:58,874 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:58,874 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. after waiting 0 ms 2024-11-21T21:59:58,874 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:58,878 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bac0e74400a5217c97124194d4874f9a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-21T21:59:58,878 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:58,878 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bac0e74400a5217c97124194d4874f9a: Waiting for close lock at 1732226398874Running coprocessor pre-close hooks at 1732226398874Disabling compacts and flushes for region at 1732226398874Disabling writes for close at 1732226398874Writing region close event to WAL at 1732226398875 (+1 ms)Running coprocessor post-close hooks at 1732226398878 (+3 ms)Closed at 1732226398878 2024-11-21T21:59:58,879 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732226207543.bac0e74400a5217c97124194d4874f9a. 2024-11-21T21:59:59,003 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(976): stopping server 2a884b411602,45269,1732226205018; all regions closed. 2024-11-21T21:59:59,003 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(976): stopping server 2a884b411602,38093,1732226205140; all regions closed. 2024-11-21T21:59:59,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741865_1041 (size=15716) 2024-11-21T21:59:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741865_1041 (size=15716) 2024-11-21T21:59:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741833_1009 (size=354127) 2024-11-21T21:59:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741833_1009 (size=354127) 2024-11-21T21:59:59,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741865_1041 (size=15716) 2024-11-21T21:59:59,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741833_1009 (size=354127) 2024-11-21T21:59:59,015 DEBUG [RS:0;2a884b411602:45269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs 2024-11-21T21:59:59,015 DEBUG [RS:1;2a884b411602:38093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C38093%2C1732226205140:(num 1732226206666) 2024-11-21T21:59:59,016 INFO [RS:0;2a884b411602:45269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C45269%2C1732226205018.meta:.meta(num 1732226392863) 2024-11-21T21:59:59,016 DEBUG [RS:1;2a884b411602:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] hbase.ChoreService(370): Chore service for: regionserver/2a884b411602:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:59:59,016 INFO [regionserver/2a884b411602:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:59:59,016 INFO [RS:1;2a884b411602:38093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38093 2024-11-21T21:59:59,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741834_1010 (size=314313) 2024-11-21T21:59:59,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741834_1010 (size=314313) 2024-11-21T21:59:59,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741834_1010 (size=314313) 2024-11-21T21:59:59,020 DEBUG [RS:0;2a884b411602:45269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/oldWALs 2024-11-21T21:59:59,020 INFO [RS:0;2a884b411602:45269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C45269%2C1732226205018:(num 1732226206666) 2024-11-21T21:59:59,020 DEBUG [RS:0;2a884b411602:45269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:59:59,020 INFO [RS:0;2a884b411602:45269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:59:59,020 INFO [RS:0;2a884b411602:45269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:59:59,020 INFO [RS:0;2a884b411602:45269 {}] hbase.ChoreService(370): Chore service for: regionserver/2a884b411602:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T21:59:59,020 INFO [RS:0;2a884b411602:45269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:59:59,020 INFO [regionserver/2a884b411602:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:59:59,021 INFO [RS:0;2a884b411602:45269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45269 2024-11-21T21:59:59,075 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,38093,1732226205140 2024-11-21T21:59:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:59:59,075 INFO [RS:1;2a884b411602:38093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:59:59,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,45269,1732226205018 2024-11-21T21:59:59,083 INFO [RS:0;2a884b411602:45269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:59:59,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,38093,1732226205140] 2024-11-21T21:59:59,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,38093,1732226205140 already deleted, retry=false 2024-11-21T21:59:59,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2a884b411602,38093,1732226205140 expired; onlineServers=1 2024-11-21T21:59:59,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,45269,1732226205018] 2024-11-21T21:59:59,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,45269,1732226205018 already deleted, retry=false 2024-11-21T21:59:59,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2a884b411602,45269,1732226205018 expired; onlineServers=0 2024-11-21T21:59:59,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2a884b411602,38651,1732226204255' ***** 2024-11-21T21:59:59,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T21:59:59,111 INFO [M:0;2a884b411602:38651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:59:59,111 INFO [M:0;2a884b411602:38651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:59:59,111 DEBUG [M:0;2a884b411602:38651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T21:59:59,111 DEBUG [M:0;2a884b411602:38651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T21:59:59,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T21:59:59,111 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226206280 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226206280,5,FailOnTimeoutGroup] 2024-11-21T21:59:59,111 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226206284 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226206284,5,FailOnTimeoutGroup] 2024-11-21T21:59:59,112 INFO [M:0;2a884b411602:38651 {}] hbase.ChoreService(370): Chore service for: master/2a884b411602:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T21:59:59,112 INFO [M:0;2a884b411602:38651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:59:59,112 DEBUG [M:0;2a884b411602:38651 {}] master.HMaster(1795): Stopping service threads 2024-11-21T21:59:59,112 INFO [M:0;2a884b411602:38651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T21:59:59,112 INFO [M:0;2a884b411602:38651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:59:59,112 INFO [M:0;2a884b411602:38651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:59:59,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T21:59:59,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T21:59:59,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:59:59,119 DEBUG [M:0;2a884b411602:38651 {}] zookeeper.ZKUtil(347): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T21:59:59,119 WARN [M:0;2a884b411602:38651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T21:59:59,120 INFO [M:0;2a884b411602:38651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/.lastflushedseqids 2024-11-21T21:59:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741905_1081 (size=2837) 2024-11-21T21:59:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741905_1081 (size=2837) 2024-11-21T21:59:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741905_1081 (size=2837) 2024-11-21T21:59:59,132 INFO [M:0;2a884b411602:38651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:59:59,132 INFO [M:0;2a884b411602:38651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T21:59:59,132 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:59:59,132 INFO [M:0;2a884b411602:38651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:59,132 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:59,132 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:59:59,132 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:59,132 INFO [M:0;2a884b411602:38651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.48 KB heapSize=404.84 KB 2024-11-21T21:59:59,148 DEBUG [M:0;2a884b411602:38651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa2b5c6dd5bc455fa6093cd973f7b852 is 82, key is hbase:meta,,1/info:regioninfo/1732226393182/Put/seqid=0 2024-11-21T21:59:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741906_1082 (size=6071) 2024-11-21T21:59:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741906_1082 (size=6071) 2024-11-21T21:59:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741906_1082 (size=6071) 2024-11-21T21:59:59,155 INFO [M:0;2a884b411602:38651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa2b5c6dd5bc455fa6093cd973f7b852 2024-11-21T21:59:59,179 DEBUG [M:0;2a884b411602:38651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c45e97a1a9f4419cbe568de416fda329 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732226209083/Put/seqid=0 2024-11-21T21:59:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741907_1083 (size=13499) 2024-11-21T21:59:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741907_1083 (size=13499) 2024-11-21T21:59:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741907_1083 (size=13499) 2024-11-21T21:59:59,186 INFO [M:0;2a884b411602:38651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.25 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c45e97a1a9f4419cbe568de416fda329 2024-11-21T21:59:59,191 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:59,191 INFO [RS:1;2a884b411602:38093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:59:59,191 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38093-0x10160afd20c0002, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:59,191 INFO [RS:1;2a884b411602:38093 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,38093,1732226205140; zookeeper connection closed. 2024-11-21T21:59:59,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@389d9e1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@389d9e1e 2024-11-21T21:59:59,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:59,200 INFO [RS:0;2a884b411602:45269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:59:59,200 INFO [RS:0;2a884b411602:45269 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,45269,1732226205018; zookeeper connection closed. 2024-11-21T21:59:59,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x10160afd20c0001, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:59,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10289b6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10289b6e 2024-11-21T21:59:59,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T21:59:59,204 DEBUG [M:0;2a884b411602:38651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/939b9bc465ff44eabd51c24b467a099e is 69, key is 2a884b411602,38093,1732226205140/rs:state/1732226206361/Put/seqid=0 2024-11-21T21:59:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741908_1084 (size=5442) 2024-11-21T21:59:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741908_1084 (size=5442) 2024-11-21T21:59:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741908_1084 (size=5442) 2024-11-21T21:59:59,210 INFO [M:0;2a884b411602:38651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/939b9bc465ff44eabd51c24b467a099e 2024-11-21T21:59:59,215 INFO [M:0;2a884b411602:38651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 939b9bc465ff44eabd51c24b467a099e 2024-11-21T21:59:59,216 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa2b5c6dd5bc455fa6093cd973f7b852 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa2b5c6dd5bc455fa6093cd973f7b852 2024-11-21T21:59:59,221 INFO [M:0;2a884b411602:38651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa2b5c6dd5bc455fa6093cd973f7b852, entries=14, sequenceid=635, filesize=5.9 K 2024-11-21T21:59:59,222 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c45e97a1a9f4419cbe568de416fda329 as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c45e97a1a9f4419cbe568de416fda329 2024-11-21T21:59:59,226 INFO [M:0;2a884b411602:38651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c45e97a1a9f4419cbe568de416fda329, entries=81, sequenceid=635, filesize=13.2 K 2024-11-21T21:59:59,227 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/939b9bc465ff44eabd51c24b467a099e as hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/939b9bc465ff44eabd51c24b467a099e 2024-11-21T21:59:59,232 INFO [M:0;2a884b411602:38651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 939b9bc465ff44eabd51c24b467a099e 2024-11-21T21:59:59,232 INFO [M:0;2a884b411602:38651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/49d93419-9aa7-1c1c-4fba-a2121aca08fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/939b9bc465ff44eabd51c24b467a099e, entries=3, sequenceid=635, filesize=5.3 K 2024-11-21T21:59:59,233 INFO [M:0;2a884b411602:38651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.48 KB/352745, heapSize ~404.54 KB/414248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=635, compaction requested=false 2024-11-21T21:59:59,234 INFO [M:0;2a884b411602:38651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:59:59,234 DEBUG [M:0;2a884b411602:38651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226399132Disabling compacts and flushes for region at 1732226399132Disabling writes for close at 1732226399132Obtaining lock to block concurrent updates at 1732226399132Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732226399132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352745, getHeapSize=414488, getOffHeapSize=0, getCellsCount=800 at 1732226399133 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732226399133Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732226399133Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732226399148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732226399148Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732226399160 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732226399179 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732226399179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732226399190 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732226399203 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732226399203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f513138: reopening flushed file at 1732226399215 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3dece8: reopening flushed file at 1732226399221 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476b6609: reopening flushed file at 1732226399226 (+5 ms)Finished flush of dataSize ~344.48 KB/352745, heapSize ~404.54 KB/414248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=635, compaction requested=false at 1732226399233 (+7 ms)Writing region close event to WAL at 1732226399234 (+1 ms)Closed at 1732226399234 2024-11-21T21:59:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741830_1006 (size=395099) 2024-11-21T21:59:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741830_1006 (size=395099) 2024-11-21T21:59:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741830_1006 (size=395099) 2024-11-21T21:59:59,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:59:59,238 INFO [M:0;2a884b411602:38651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T21:59:59,238 INFO [M:0;2a884b411602:38651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38651 2024-11-21T21:59:59,238 INFO [M:0;2a884b411602:38651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:59:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:59,353 INFO [M:0;2a884b411602:38651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:59:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38651-0x10160afd20c0000, quorum=127.0.0.1:62268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:59:59,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:59,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:59,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:59,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:59,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:59,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:59:59,399 WARN [BP-645000123-172.17.0.2-1732226200380 heartbeating to localhost/127.0.0.1:43655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:59:59,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:59:59,399 WARN [BP-645000123-172.17.0.2-1732226200380 heartbeating to localhost/127.0.0.1:43655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-645000123-172.17.0.2-1732226200380 (Datanode Uuid 239115d7-b7b4-4340-9507-0a831452f372) service to localhost/127.0.0.1:43655 2024-11-21T21:59:59,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data5/current/BP-645000123-172.17.0.2-1732226200380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:59,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data6/current/BP-645000123-172.17.0.2-1732226200380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:59,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:59:59,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:59,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:59,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:59,405 WARN [BP-645000123-172.17.0.2-1732226200380 heartbeating to localhost/127.0.0.1:43655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:59:59,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:59:59,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:59:59,405 WARN [BP-645000123-172.17.0.2-1732226200380 heartbeating to localhost/127.0.0.1:43655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-645000123-172.17.0.2-1732226200380 (Datanode Uuid f49232a1-a55a-4e1c-b6ff-d423ca26a28d) service to localhost/127.0.0.1:43655 2024-11-21T21:59:59,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data3/current/BP-645000123-172.17.0.2-1732226200380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:59,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data4/current/BP-645000123-172.17.0.2-1732226200380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:59,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:59:59,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:59:59,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:59,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:59,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:59,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:59,410 WARN [BP-645000123-172.17.0.2-1732226200380 heartbeating to localhost/127.0.0.1:43655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:59:59,410 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:59:59,410 WARN [BP-645000123-172.17.0.2-1732226200380 heartbeating to localhost/127.0.0.1:43655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-645000123-172.17.0.2-1732226200380 (Datanode Uuid 97a702f9-11d2-4b02-bbdf-c9cfe42153b7) service to localhost/127.0.0.1:43655 2024-11-21T21:59:59,410 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:59:59,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data1/current/BP-645000123-172.17.0.2-1732226200380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:59,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/cluster_eb1853d1-8bec-b911-0161-b4f4c2b6fc55/data/data2/current/BP-645000123-172.17.0.2-1732226200380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:59:59,411 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:59:59,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:59:59,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:59:59,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:59:59,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:59:59,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa08d319-c4b5-3f5c-f19f-07d62ca06a37/hadoop.log.dir/,STOPPED} 2024-11-21T21:59:59,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T21:59:59,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T21:59:59,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a884b411602:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43655 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43655 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2a884b411602:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2a884b411602:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a884b411602:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2a884b411602:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/2a884b411602:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a884b411602:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2757ac73 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a884b411602:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/2a884b411602:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=139 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=2638 (was 4531)