2024-11-18 06:44:00,055 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 06:44:00,077 main DEBUG Took 0.019177 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 06:44:00,077 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 06:44:00,077 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 06:44:00,079 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 06:44:00,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,089 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 06:44:00,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,110 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,111 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,112 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,114 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,116 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,117 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,119 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,120 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,121 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:44:00,122 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,122 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 06:44:00,124 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:44:00,126 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 06:44:00,128 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 06:44:00,128 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 06:44:00,130 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 06:44:00,130 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 06:44:00,142 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 06:44:00,144 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 06:44:00,146 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 06:44:00,146 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 06:44:00,146 main DEBUG createAppenders(={Console}) 2024-11-18 06:44:00,147 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-18 06:44:00,147 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 06:44:00,147 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-18 06:44:00,148 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 06:44:00,148 main DEBUG OutputStream closed 2024-11-18 06:44:00,148 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 06:44:00,149 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 06:44:00,149 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-18 06:44:00,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 06:44:00,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 06:44:00,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 06:44:00,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 06:44:00,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 06:44:00,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 06:44:00,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 06:44:00,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 06:44:00,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 06:44:00,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 06:44:00,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 06:44:00,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 06:44:00,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 06:44:00,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 06:44:00,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 06:44:00,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 06:44:00,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 06:44:00,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 06:44:00,225 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 06:44:00,225 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-18 06:44:00,225 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 06:44:00,226 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-18T06:44:00,240 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-18 06:44:00,243 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 06:44:00,243 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T06:44:00,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=5303 2024-11-18T06:44:00,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4 2024-11-18T06:44:00,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:44:00,573 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5, deleteOnExit=true 2024-11-18T06:44:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:44:00,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/test.cache.data in system properties and HBase conf 2024-11-18T06:44:00,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:44:00,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:44:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:44:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:44:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:44:00,666 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T06:44:00,750 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:44:00,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:44:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:44:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:44:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:44:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:44:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:44:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:44:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:44:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:44:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:44:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:44:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:44:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:44:00,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:44:01,578 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T06:44:01,652 INFO [Time-limited test {}] log.Log(170): Logging initialized @2283ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T06:44:01,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:44:01,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:44:01,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:44:01,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:44:01,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:44:01,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:44:01,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:44:01,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:44:02,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/java.io.tmpdir/jetty-localhost-44757-hadoop-hdfs-3_4_1-tests_jar-_-any-4367380725066930222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:44:02,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:44757} 2024-11-18T06:44:02,056 INFO [Time-limited test {}] server.Server(415): Started @2688ms 2024-11-18T06:44:02,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:44:02,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:44:02,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:44:02,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:44:02,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:44:02,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:44:02,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:44:02,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/java.io.tmpdir/jetty-localhost-46857-hadoop-hdfs-3_4_1-tests_jar-_-any-104451397425014454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:44:02,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:46857} 2024-11-18T06:44:02,597 INFO [Time-limited test {}] server.Server(415): Started @3229ms 2024-11-18T06:44:02,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:44:02,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:44:02,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:44:02,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:44:02,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:44:02,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:44:02,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:44:02,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:44:02,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/java.io.tmpdir/jetty-localhost-37565-hadoop-hdfs-3_4_1-tests_jar-_-any-7489421321793713162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:44:02,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:37565} 2024-11-18T06:44:02,956 INFO [Time-limited test {}] server.Server(415): Started @3589ms 2024-11-18T06:44:02,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:44:03,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:44:03,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:44:03,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:44:03,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:44:03,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:44:03,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:44:03,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:44:03,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/java.io.tmpdir/jetty-localhost-35451-hadoop-hdfs-3_4_1-tests_jar-_-any-33520606299868237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:44:03,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:35451} 2024-11-18T06:44:03,134 INFO [Time-limited test {}] server.Server(415): Started @3767ms 2024-11-18T06:44:03,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:44:03,144 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data1/current/BP-1558598966-172.17.0.2-1731912241334/current, will proceed with Du for space computation calculation, 2024-11-18T06:44:03,144 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data2/current/BP-1558598966-172.17.0.2-1731912241334/current, will proceed with Du for space computation calculation, 2024-11-18T06:44:03,144 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data3/current/BP-1558598966-172.17.0.2-1731912241334/current, will proceed with Du for space computation calculation, 2024-11-18T06:44:03,144 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data4/current/BP-1558598966-172.17.0.2-1731912241334/current, will proceed with Du for space computation calculation, 2024-11-18T06:44:03,193 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:44:03,194 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:44:03,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3dfb3f183cdc7a8 with lease ID 0xc1f57e782e0ea2c0: Processing first storage report for DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb from datanode DatanodeRegistration(127.0.0.1:34275, datanodeUuid=b776e0b7-b80e-4ac8-b3b5-5f4c65ea1c79, infoPort=45965, infoSecurePort=0, ipcPort=40727, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334) 2024-11-18T06:44:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3dfb3f183cdc7a8 with lease ID 0xc1f57e782e0ea2c0: from storage DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb node DatanodeRegistration(127.0.0.1:34275, datanodeUuid=b776e0b7-b80e-4ac8-b3b5-5f4c65ea1c79, infoPort=45965, infoSecurePort=0, ipcPort=40727, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:44:03,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b6a9a23f1bd9325 with lease ID 0xc1f57e782e0ea2c1: Processing first storage report for DS-40ce27b3-76b1-41da-9245-00ce827a8cf8 from datanode DatanodeRegistration(127.0.0.1:46863, datanodeUuid=99acf446-340f-492b-8005-ab1c68decb4b, infoPort=40323, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334) 2024-11-18T06:44:03,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b6a9a23f1bd9325 with lease ID 0xc1f57e782e0ea2c1: from storage DS-40ce27b3-76b1-41da-9245-00ce827a8cf8 node DatanodeRegistration(127.0.0.1:46863, datanodeUuid=99acf446-340f-492b-8005-ab1c68decb4b, infoPort=40323, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:44:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3dfb3f183cdc7a8 with lease ID 0xc1f57e782e0ea2c0: Processing first storage report for DS-f41d364f-ceb4-47e4-8be9-6e63b75ceac5 from datanode DatanodeRegistration(127.0.0.1:34275, datanodeUuid=b776e0b7-b80e-4ac8-b3b5-5f4c65ea1c79, infoPort=45965, infoSecurePort=0, ipcPort=40727, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334) 2024-11-18T06:44:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3dfb3f183cdc7a8 with lease ID 0xc1f57e782e0ea2c0: from storage DS-f41d364f-ceb4-47e4-8be9-6e63b75ceac5 node DatanodeRegistration(127.0.0.1:34275, datanodeUuid=b776e0b7-b80e-4ac8-b3b5-5f4c65ea1c79, infoPort=45965, infoSecurePort=0, ipcPort=40727, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:44:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b6a9a23f1bd9325 with lease ID 0xc1f57e782e0ea2c1: Processing first storage report for DS-538ac51a-c598-4ccc-be45-ab30c56835b0 from datanode DatanodeRegistration(127.0.0.1:46863, datanodeUuid=99acf446-340f-492b-8005-ab1c68decb4b, infoPort=40323, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334) 2024-11-18T06:44:03,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b6a9a23f1bd9325 with lease ID 0xc1f57e782e0ea2c1: from storage DS-538ac51a-c598-4ccc-be45-ab30c56835b0 node DatanodeRegistration(127.0.0.1:46863, datanodeUuid=99acf446-340f-492b-8005-ab1c68decb4b, infoPort=40323, infoSecurePort=0, ipcPort=37749, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:44:03,294 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data5/current/BP-1558598966-172.17.0.2-1731912241334/current, will proceed with Du for space computation calculation, 2024-11-18T06:44:03,296 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data6/current/BP-1558598966-172.17.0.2-1731912241334/current, will proceed with Du for space computation calculation, 2024-11-18T06:44:03,332 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:44:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1909265c6524b811 with lease ID 0xc1f57e782e0ea2c2: Processing first storage report for DS-88efba84-787c-4b68-9e68-dc60dada2e0d from datanode DatanodeRegistration(127.0.0.1:43003, datanodeUuid=8b29a15f-f1f8-4d9b-920b-19c1879ce625, infoPort=33479, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334) 2024-11-18T06:44:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1909265c6524b811 with lease ID 0xc1f57e782e0ea2c2: from storage DS-88efba84-787c-4b68-9e68-dc60dada2e0d node DatanodeRegistration(127.0.0.1:43003, datanodeUuid=8b29a15f-f1f8-4d9b-920b-19c1879ce625, infoPort=33479, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:44:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1909265c6524b811 with lease ID 0xc1f57e782e0ea2c2: Processing first storage report for DS-2f141707-98c8-4b0a-bb89-af3ea43c5812 from datanode DatanodeRegistration(127.0.0.1:43003, datanodeUuid=8b29a15f-f1f8-4d9b-920b-19c1879ce625, infoPort=33479, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334) 2024-11-18T06:44:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1909265c6524b811 with lease ID 0xc1f57e782e0ea2c2: from storage DS-2f141707-98c8-4b0a-bb89-af3ea43c5812 node DatanodeRegistration(127.0.0.1:43003, datanodeUuid=8b29a15f-f1f8-4d9b-920b-19c1879ce625, infoPort=33479, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=1829375104;c=1731912241334), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:44:03,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4 2024-11-18T06:44:03,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/zookeeper_0, clientPort=53239, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:44:03,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53239 2024-11-18T06:44:03,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:03,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:44:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:44:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:44:04,299 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 with version=8 2024-11-18T06:44:04,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/hbase-staging 2024-11-18T06:44:04,392 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T06:44:04,635 INFO [Time-limited test {}] client.ConnectionUtils(128): master/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:44:04,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:04,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:04,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:44:04,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:04,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:44:04,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:44:04,844 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T06:44:04,853 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T06:44:04,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:44:04,884 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9854 (auto-detected) 2024-11-18T06:44:04,885 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T06:44:04,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34989 2024-11-18T06:44:04,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34989 connecting to ZooKeeper ensemble=127.0.0.1:53239 2024-11-18T06:44:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349890x0, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:44:04,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34989-0x10129d1841d0000 connected 2024-11-18T06:44:04,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:04,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:44:05,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2, hbase.cluster.distributed=false 2024-11-18T06:44:05,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:44:05,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-18T06:44:05,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34989 2024-11-18T06:44:05,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34989 2024-11-18T06:44:05,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-18T06:44:05,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-18T06:44:05,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:44:05,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:44:05,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:44:05,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:44:05,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:44:05,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45293 2024-11-18T06:44:05,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45293 connecting to ZooKeeper ensemble=127.0.0.1:53239 2024-11-18T06:44:05,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,171 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452930x0, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:44:05,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45293-0x10129d1841d0001 connected 2024-11-18T06:44:05,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:44:05,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:44:05,183 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:44:05,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:44:05,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:44:05,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45293 2024-11-18T06:44:05,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45293 2024-11-18T06:44:05,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45293 2024-11-18T06:44:05,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45293 2024-11-18T06:44:05,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45293 2024-11-18T06:44:05,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:44:05,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:44:05,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:44:05,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:44:05,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:44:05,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44257 2024-11-18T06:44:05,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44257 connecting to ZooKeeper ensemble=127.0.0.1:53239 2024-11-18T06:44:05,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442570x0, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:44:05,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44257-0x10129d1841d0002 connected 2024-11-18T06:44:05,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:44:05,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:44:05,226 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:44:05,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:44:05,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:44:05,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44257 2024-11-18T06:44:05,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44257 2024-11-18T06:44:05,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44257 2024-11-18T06:44:05,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44257 2024-11-18T06:44:05,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44257 2024-11-18T06:44:05,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/75ed3c3b0308:0 server-side Connection retries=45 2024-11-18T06:44:05,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:44:05,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:44:05,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:44:05,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:44:05,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:44:05,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41933 2024-11-18T06:44:05,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41933 connecting to ZooKeeper ensemble=127.0.0.1:53239 2024-11-18T06:44:05,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419330x0, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:44:05,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419330x0, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:44:05,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41933-0x10129d1841d0003 connected 2024-11-18T06:44:05,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:44:05,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:44:05,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T06:44:05,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T06:44:05,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-18T06:44:05,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41933 2024-11-18T06:44:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41933 2024-11-18T06:44:05,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-18T06:44:05,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-18T06:44:05,291 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;75ed3c3b0308:34989 2024-11-18T06:44:05,292 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,300 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,302 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:05,326 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:44:05,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:44:05,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T06:44:05,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,327 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,328 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T06:44:05,329 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/75ed3c3b0308,34989,1731912244444 from backup master directory 2024-11-18T06:44:05,337 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:05,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T06:44:05,338 WARN [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:44:05,338 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:05,340 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T06:44:05,341 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T06:44:05,403 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/hbase.id] with ID: 4c0910ad-e41f-43b4-bf82-24fe7b9f051b 2024-11-18T06:44:05,403 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/.tmp/hbase.id 2024-11-18T06:44:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:44:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:44:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:44:05,418 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/.tmp/hbase.id]:[hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/hbase.id] 2024-11-18T06:44:05,462 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:44:05,467 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:44:05,486 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T06:44:05,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,489 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:44:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:44:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:44:05,526 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:44:05,528 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:44:05,544 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:05,549 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:44:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:44:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:44:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:44:05,600 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store 2024-11-18T06:44:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:44:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:44:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:44:05,629 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T06:44:05,632 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:05,633 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:44:05,633 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:05,633 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:05,635 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:44:05,635 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:05,635 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:44:05,636 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731912245633Disabling compacts and flushes for region at 1731912245633Disabling writes for close at 1731912245635 (+2 ms)Writing region close event to WAL at 1731912245635Closed at 1731912245635 2024-11-18T06:44:05,639 WARN [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/.initializing 2024-11-18T06:44:05,639 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/WALs/75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:05,647 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:44:05,664 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C34989%2C1731912244444, suffix=, logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/WALs/75ed3c3b0308,34989,1731912244444, archiveDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/oldWALs, maxLogs=10 2024-11-18T06:44:05,698 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/WALs/75ed3c3b0308,34989,1731912244444/75ed3c3b0308%2C34989%2C1731912244444.1731912245670, exclude list is [], retry=0 2024-11-18T06:44:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-88efba84-787c-4b68-9e68-dc60dada2e0d,DISK] 2024-11-18T06:44:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34275,DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb,DISK] 2024-11-18T06:44:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46863,DS-40ce27b3-76b1-41da-9245-00ce827a8cf8,DISK] 2024-11-18T06:44:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T06:44:05,762 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/WALs/75ed3c3b0308,34989,1731912244444/75ed3c3b0308%2C34989%2C1731912244444.1731912245670 2024-11-18T06:44:05,763 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323),(127.0.0.1/127.0.0.1:45965:45965),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-18T06:44:05,764 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:44:05,764 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:05,768 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,769 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:44:05,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:05,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:05,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:44:05,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:05,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:05,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:44:05,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:05,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:05,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:44:05,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:05,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:05,854 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,857 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,858 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,863 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,864 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,867 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:44:05,870 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:44:05,874 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:05,875 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72489341, jitterRate=0.08017535507678986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:44:05,882 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731912245782Initializing all the Stores at 1731912245784 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912245784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912245785 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912245785Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912245785Cleaning up temporary data from old regions at 1731912245864 (+79 ms)Region opened successfully at 1731912245881 (+17 ms) 2024-11-18T06:44:05,883 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:44:05,917 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73caf4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:44:05,949 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:44:05,960 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:44:05,961 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:44:05,964 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:44:05,965 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:44:05,970 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T06:44:05,970 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:44:05,995 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:44:06,003 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T06:44:06,006 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T06:44:06,010 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:44:06,011 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:44:06,013 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T06:44:06,016 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:44:06,019 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:44:06,021 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T06:44:06,022 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:44:06,024 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T06:44:06,044 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:44:06,047 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T06:44:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:44:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:44:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:44:06,052 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T06:44:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,052 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,055 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=75ed3c3b0308,34989,1731912244444, sessionid=0x10129d1841d0000, setting cluster-up flag (Was=false) 2024-11-18T06:44:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,067 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,073 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T06:44:06,075 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:06,081 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,086 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T06:44:06,088 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:06,094 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:44:06,169 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:44:06,179 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:44:06,180 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(746): ClusterId : 4c0910ad-e41f-43b4-bf82-24fe7b9f051b 2024-11-18T06:44:06,180 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(746): ClusterId : 4c0910ad-e41f-43b4-bf82-24fe7b9f051b 2024-11-18T06:44:06,180 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(746): ClusterId : 4c0910ad-e41f-43b4-bf82-24fe7b9f051b 2024-11-18T06:44:06,183 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:44:06,183 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:44:06,183 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:44:06,186 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:44:06,191 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:44:06,191 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:44:06,191 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:44:06,191 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:44:06,191 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:44:06,191 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:44:06,192 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 75ed3c3b0308,34989,1731912244444 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:44:06,196 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:44:06,196 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:44:06,197 DEBUG [RS:1;75ed3c3b0308:44257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a53fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:44:06,197 DEBUG [RS:0;75ed3c3b0308:45293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:44:06,197 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:44:06,197 DEBUG [RS:2;75ed3c3b0308:41933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c112251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=75ed3c3b0308/172.17.0.2:0 2024-11-18T06:44:06,199 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:44:06,200 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:44:06,200 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:44:06,200 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:44:06,200 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/75ed3c3b0308:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:44:06,200 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,201 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:44:06,201 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,207 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912276207 2024-11-18T06:44:06,209 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:44:06,211 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:44:06,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:44:06,214 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:44:06,215 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;75ed3c3b0308:45293 2024-11-18T06:44:06,216 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:44:06,216 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:44:06,217 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:44:06,217 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:44:06,217 DEBUG [RS:2;75ed3c3b0308:41933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;75ed3c3b0308:41933 2024-11-18T06:44:06,219 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:44:06,219 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:44:06,219 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:44:06,219 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:44:06,219 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:44:06,219 DEBUG [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:44:06,218 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:06,223 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,34989,1731912244444 with port=41933, startcode=1731912245252 2024-11-18T06:44:06,223 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:44:06,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:44:06,224 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;75ed3c3b0308:44257 2024-11-18T06:44:06,224 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:44:06,224 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:44:06,224 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:44:06,223 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,34989,1731912244444 with port=45293, startcode=1731912245109 2024-11-18T06:44:06,225 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:44:06,225 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(2659): reportForDuty to master=75ed3c3b0308,34989,1731912244444 with port=44257, startcode=1731912245210 2024-11-18T06:44:06,225 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:44:06,228 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:44:06,229 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:44:06,231 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912246230,5,FailOnTimeoutGroup] 2024-11-18T06:44:06,232 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912246231,5,FailOnTimeoutGroup] 2024-11-18T06:44:06,232 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,233 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:44:06,234 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,234 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,237 DEBUG [RS:1;75ed3c3b0308:44257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:44:06,237 DEBUG [RS:0;75ed3c3b0308:45293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:44:06,237 DEBUG [RS:2;75ed3c3b0308:41933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:44:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:44:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:44:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:44:06,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:44:06,263 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:44:06,284 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:44:06,284 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:44:06,285 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:44:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:44:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:44:06,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:06,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:06,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:44:06,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:06,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:44:06,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:06,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:06,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:44:06,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:44:06,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:06,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:06,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:44:06,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:44:06,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:06,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:06,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:44:06,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:44:06,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:06,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:06,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:44:06,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740 2024-11-18T06:44:06,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740 2024-11-18T06:44:06,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:06,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:06,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:44:06,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:44:06,312 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:44:06,312 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:06,312 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39505 2024-11-18T06:44:06,313 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:44:06,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:06,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(517): Registering regionserver=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:06,314 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:06,314 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39505 2024-11-18T06:44:06,314 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:44:06,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:44:06,318 DEBUG [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:06,318 DEBUG [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39505 2024-11-18T06:44:06,318 DEBUG [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:44:06,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:44:06,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:06,323 DEBUG [RS:1;75ed3c3b0308:44257 {}] zookeeper.ZKUtil(111): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:06,323 DEBUG [RS:0;75ed3c3b0308:45293 {}] zookeeper.ZKUtil(111): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:06,324 WARN [RS:0;75ed3c3b0308:45293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:44:06,324 WARN [RS:1;75ed3c3b0308:44257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:44:06,324 INFO [RS:1;75ed3c3b0308:44257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:44:06,324 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70387264, jitterRate=0.048851966857910156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:44:06,324 INFO [RS:0;75ed3c3b0308:45293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:44:06,324 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:06,324 DEBUG [RS:2;75ed3c3b0308:41933 {}] zookeeper.ZKUtil(111): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:06,324 WARN [RS:2;75ed3c3b0308:41933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:44:06,325 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:06,325 INFO [RS:2;75ed3c3b0308:41933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:44:06,325 DEBUG [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:06,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,44257,1731912245210] 2024-11-18T06:44:06,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,45293,1731912245109] 2024-11-18T06:44:06,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [75ed3c3b0308,41933,1731912245252] 2024-11-18T06:44:06,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731912246290Initializing all the Stores at 1731912246292 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912246292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912246292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912246292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912246292Cleaning up temporary data from old regions at 1731912246311 (+19 ms)Region opened successfully at 1731912246327 (+16 ms) 2024-11-18T06:44:06,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:44:06,327 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:44:06,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:44:06,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:44:06,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:44:06,329 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:44:06,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731912246327Disabling compacts and flushes for region at 1731912246327Disabling writes for close at 1731912246328 (+1 ms)Writing region close event to WAL at 1731912246329 (+1 ms)Closed at 1731912246329 2024-11-18T06:44:06,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:44:06,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:44:06,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:44:06,355 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:44:06,358 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:44:06,360 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:44:06,360 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:44:06,361 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:44:06,373 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:44:06,373 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:44:06,373 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:44:06,380 INFO [RS:0;75ed3c3b0308:45293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:44:06,380 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,380 INFO [RS:2;75ed3c3b0308:41933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:44:06,380 INFO [RS:1;75ed3c3b0308:44257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:44:06,380 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,380 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,381 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:44:06,382 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:44:06,382 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:44:06,388 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:44:06,388 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:44:06,388 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:44:06,389 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,389 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,389 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,390 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,390 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:44:06,391 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:44:06,391 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,391 DEBUG [RS:2;75ed3c3b0308:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:44:06,391 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,392 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,392 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,392 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,392 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,392 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/75ed3c3b0308:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:44:06,392 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:44:06,392 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:44:06,392 DEBUG [RS:0;75ed3c3b0308:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:44:06,392 DEBUG [RS:1;75ed3c3b0308:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/75ed3c3b0308:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:44:06,399 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,399 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,399 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,400 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,400 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,400 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,41933,1731912245252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:44:06,402 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,402 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,402 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,402 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,402 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,402 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,402 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,403 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,403 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,403 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,403 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,45293,1731912245109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:44:06,403 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,44257,1731912245210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:44:06,426 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:44:06,429 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,41933,1731912245252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,429 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,430 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.Replication(171): 75ed3c3b0308,41933,1731912245252 started 2024-11-18T06:44:06,433 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:44:06,433 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:44:06,433 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,45293,1731912245109-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,433 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,44257,1731912245210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,433 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,434 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.Replication(171): 75ed3c3b0308,45293,1731912245109 started 2024-11-18T06:44:06,434 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,434 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.Replication(171): 75ed3c3b0308,44257,1731912245210 started 2024-11-18T06:44:06,456 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,457 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,41933,1731912245252, RpcServer on 75ed3c3b0308/172.17.0.2:41933, sessionid=0x10129d1841d0003 2024-11-18T06:44:06,458 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:44:06,458 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,458 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:06,458 DEBUG [RS:2;75ed3c3b0308:41933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:06,458 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,44257,1731912245210, RpcServer on 75ed3c3b0308/172.17.0.2:44257, sessionid=0x10129d1841d0002 2024-11-18T06:44:06,458 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1482): Serving as 75ed3c3b0308,45293,1731912245109, RpcServer on 75ed3c3b0308/172.17.0.2:45293, sessionid=0x10129d1841d0001 2024-11-18T06:44:06,458 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:44:06,458 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,41933,1731912245252' 2024-11-18T06:44:06,458 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:44:06,458 DEBUG [RS:1;75ed3c3b0308:44257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:06,458 DEBUG [RS:0;75ed3c3b0308:45293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:06,458 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,44257,1731912245210' 2024-11-18T06:44:06,458 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:44:06,458 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,45293,1731912245109' 2024-11-18T06:44:06,458 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:44:06,458 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T06:44:06,459 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:44:06,459 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:44:06,459 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T06:44:06,460 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:44:06,460 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:44:06,460 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:44:06,460 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:44:06,460 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:44:06,460 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:44:06,460 DEBUG [RS:1;75ed3c3b0308:44257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:06,460 DEBUG [RS:2;75ed3c3b0308:41933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:06,460 DEBUG [RS:0;75ed3c3b0308:45293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:06,460 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,44257,1731912245210' 2024-11-18T06:44:06,460 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,41933,1731912245252' 2024-11-18T06:44:06,460 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '75ed3c3b0308,45293,1731912245109' 2024-11-18T06:44:06,460 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:44:06,460 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:44:06,460 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T06:44:06,461 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:44:06,461 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:44:06,461 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T06:44:06,462 DEBUG [RS:1;75ed3c3b0308:44257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:44:06,462 DEBUG [RS:2;75ed3c3b0308:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:44:06,462 INFO [RS:2;75ed3c3b0308:41933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:44:06,462 INFO [RS:1;75ed3c3b0308:44257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:44:06,462 DEBUG [RS:0;75ed3c3b0308:45293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:44:06,462 INFO [RS:1;75ed3c3b0308:44257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:44:06,462 INFO [RS:2;75ed3c3b0308:41933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:44:06,462 INFO [RS:0;75ed3c3b0308:45293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:44:06,462 INFO [RS:0;75ed3c3b0308:45293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:44:06,509 WARN [75ed3c3b0308:34989 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T06:44:06,568 INFO [RS:1;75ed3c3b0308:44257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:44:06,568 INFO [RS:0;75ed3c3b0308:45293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:44:06,568 INFO [RS:2;75ed3c3b0308:41933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:44:06,571 INFO [RS:1;75ed3c3b0308:44257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C44257%2C1731912245210, suffix=, logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210, archiveDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs, maxLogs=32 2024-11-18T06:44:06,571 INFO [RS:2;75ed3c3b0308:41933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C41933%2C1731912245252, suffix=, logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252, archiveDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs, maxLogs=32 2024-11-18T06:44:06,571 INFO [RS:0;75ed3c3b0308:45293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C45293%2C1731912245109, suffix=, logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,45293,1731912245109, archiveDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs, maxLogs=32 2024-11-18T06:44:06,595 DEBUG [RS:0;75ed3c3b0308:45293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,45293,1731912245109/75ed3c3b0308%2C45293%2C1731912245109.1731912246577, exclude list is [], retry=0 2024-11-18T06:44:06,599 DEBUG [RS:1;75ed3c3b0308:44257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210/75ed3c3b0308%2C44257%2C1731912245210.1731912246577, exclude list is [], retry=0 2024-11-18T06:44:06,599 DEBUG [RS:2;75ed3c3b0308:41933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252/75ed3c3b0308%2C41933%2C1731912245252.1731912246577, exclude list is [], retry=0 2024-11-18T06:44:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46863,DS-40ce27b3-76b1-41da-9245-00ce827a8cf8,DISK] 2024-11-18T06:44:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34275,DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb,DISK] 2024-11-18T06:44:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-88efba84-787c-4b68-9e68-dc60dada2e0d,DISK] 2024-11-18T06:44:06,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-88efba84-787c-4b68-9e68-dc60dada2e0d,DISK] 2024-11-18T06:44:06,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46863,DS-40ce27b3-76b1-41da-9245-00ce827a8cf8,DISK] 2024-11-18T06:44:06,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34275,DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb,DISK] 2024-11-18T06:44:06,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46863,DS-40ce27b3-76b1-41da-9245-00ce827a8cf8,DISK] 2024-11-18T06:44:06,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-88efba84-787c-4b68-9e68-dc60dada2e0d,DISK] 2024-11-18T06:44:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34275,DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb,DISK] 2024-11-18T06:44:06,609 INFO [RS:0;75ed3c3b0308:45293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,45293,1731912245109/75ed3c3b0308%2C45293%2C1731912245109.1731912246577 2024-11-18T06:44:06,611 DEBUG [RS:0;75ed3c3b0308:45293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40323:40323),(127.0.0.1/127.0.0.1:45965:45965)] 2024-11-18T06:44:06,615 INFO [RS:1;75ed3c3b0308:44257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210/75ed3c3b0308%2C44257%2C1731912245210.1731912246577 2024-11-18T06:44:06,615 INFO [RS:2;75ed3c3b0308:41933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 2024-11-18T06:44:06,615 DEBUG [RS:1;75ed3c3b0308:44257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:45965:45965),(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-18T06:44:06,615 DEBUG [RS:2;75ed3c3b0308:41933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45965:45965),(127.0.0.1/127.0.0.1:40323:40323),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-18T06:44:06,761 DEBUG [75ed3c3b0308:34989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T06:44:06,770 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:44:06,777 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:44:06,777 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:44:06,777 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T06:44:06,777 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:44:06,777 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:44:06,777 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T06:44:06,777 INFO [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:44:06,777 INFO [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:44:06,777 INFO [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T06:44:06,777 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:44:06,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:06,791 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,41933,1731912245252, state=OPENING 2024-11-18T06:44:06,796 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:44:06,798 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:44:06,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:06,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:06,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:06,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:06,800 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:44:06,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:06,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:44:06,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:44:06,992 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:44:06,992 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:44:06,993 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:44:06,996 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C41933%2C1731912245252.meta, suffix=.meta, logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252, archiveDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs, maxLogs=32 2024-11-18T06:44:07,013 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, exclude list is [], retry=0 2024-11-18T06:44:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-88efba84-787c-4b68-9e68-dc60dada2e0d,DISK] 2024-11-18T06:44:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46863,DS-40ce27b3-76b1-41da-9245-00ce827a8cf8,DISK] 2024-11-18T06:44:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34275,DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb,DISK] 2024-11-18T06:44:07,021 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta 2024-11-18T06:44:07,021 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40323:40323),(127.0.0.1/127.0.0.1:45965:45965)] 2024-11-18T06:44:07,022 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:44:07,024 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:44:07,028 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:44:07,033 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:44:07,037 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:44:07,038 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,038 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:44:07,038 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:44:07,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:44:07,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:44:07,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:07,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:07,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:44:07,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:44:07,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:44:07,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:44:07,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:07,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:07,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:44:07,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:44:07,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:07,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:44:07,050 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:44:07,052 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740 2024-11-18T06:44:07,054 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740 2024-11-18T06:44:07,057 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:44:07,057 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:44:07,058 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:44:07,061 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:44:07,063 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69609109, jitterRate=0.03725655376911163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:44:07,063 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:44:07,065 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731912247038Writing region info on filesystem at 1731912247039 (+1 ms)Initializing all the Stores at 1731912247041 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912247041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912247041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912247041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912247041Cleaning up temporary data from old regions at 1731912247057 (+16 ms)Running coprocessor post-open hooks at 1731912247063 (+6 ms)Region opened successfully at 1731912247065 (+2 ms) 2024-11-18T06:44:07,074 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731912246969 2024-11-18T06:44:07,085 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:44:07,086 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:44:07,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:07,089 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,41933,1731912245252, state=OPEN 2024-11-18T06:44:07,092 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:07,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:07,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:07,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:07,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:07,093 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:07,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:44:07,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,41933,1731912245252 in 291 msec 2024-11-18T06:44:07,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:44:07,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-18T06:44:07,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:44:07,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:44:07,127 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:07,128 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:07,156 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:44:07,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:44:07,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0540 sec 2024-11-18T06:44:07,178 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731912247178, completionTime=-1 2024-11-18T06:44:07,181 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T06:44:07,181 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:44:07,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T06:44:07,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912307208 2024-11-18T06:44:07,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912367208 2024-11-18T06:44:07,208 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-18T06:44:07,210 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:44:07,218 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,34989,1731912244444-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:07,218 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,34989,1731912244444-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:07,219 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,34989,1731912244444-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:07,221 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-75ed3c3b0308:34989, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:07,221 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:07,222 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:07,229 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:44:07,258 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.920sec 2024-11-18T06:44:07,260 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:44:07,261 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:44:07,262 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:44:07,263 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:44:07,263 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:44:07,264 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,34989,1731912244444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:44:07,265 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,34989,1731912244444-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:44:07,269 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:44:07,270 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:44:07,270 INFO [master/75ed3c3b0308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=75ed3c3b0308,34989,1731912244444-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:44:07,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d32699b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:44:07,294 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T06:44:07,294 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T06:44:07,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 75ed3c3b0308,34989,-1 for getting cluster id 2024-11-18T06:44:07,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:44:07,311 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c0910ad-e41f-43b4-bf82-24fe7b9f051b' 2024-11-18T06:44:07,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:44:07,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c0910ad-e41f-43b4-bf82-24fe7b9f051b" 2024-11-18T06:44:07,315 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e313a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:44:07,315 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [75ed3c3b0308,34989,-1] 2024-11-18T06:44:07,318 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:44:07,321 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:07,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:44:07,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db1c854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:44:07,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:07,333 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:07,334 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:44:07,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:44:07,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:07,388 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T06:44:07,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:44:07,399 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:07,405 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8309f5b 2024-11-18T06:44:07,406 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:44:07,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:44:07,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:44:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:44:07,432 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:44:07,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-18T06:44:07,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:07,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:44:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:44:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741837_1013 (size=1020) 2024-11-18T06:44:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741837_1013 (size=1020) 2024-11-18T06:44:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741837_1013 (size=1020) 2024-11-18T06:44:07,457 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6de2305a74086c6619616b2e799ed578, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,457 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 567b631c4d590b9170ceab35a3e84bbe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,457 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4468c5a8a19a326a1e90fc61750bc2f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741838_1014 (size=110) 2024-11-18T06:44:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741839_1015 (size=110) 2024-11-18T06:44:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741839_1015 (size=110) 2024-11-18T06:44:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741838_1014 (size=110) 2024-11-18T06:44:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741838_1014 (size=110) 2024-11-18T06:44:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741839_1015 (size=110) 2024-11-18T06:44:07,480 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,480 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 567b631c4d590b9170ceab35a3e84bbe, disabling compactions & flushes 2024-11-18T06:44:07,480 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:07,480 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:07,480 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. after waiting 0 ms 2024-11-18T06:44:07,480 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:07,480 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:07,480 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 567b631c4d590b9170ceab35a3e84bbe: Waiting for close lock at 1731912247480Disabling compacts and flushes for region at 1731912247480Disabling writes for close at 1731912247480Writing region close event to WAL at 1731912247480Closed at 1731912247480 2024-11-18T06:44:07,481 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 87a1fecd11e4e436197a8d3d56df7b39, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,481 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,481 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4468c5a8a19a326a1e90fc61750bc2f7, disabling compactions & flushes 2024-11-18T06:44:07,481 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:07,481 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:07,481 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. after waiting 0 ms 2024-11-18T06:44:07,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:07,482 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:07,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4468c5a8a19a326a1e90fc61750bc2f7: Waiting for close lock at 1731912247481Disabling compacts and flushes for region at 1731912247481Disabling writes for close at 1731912247482 (+1 ms)Writing region close event to WAL at 1731912247482Closed at 1731912247482 2024-11-18T06:44:07,483 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7edaa746067017933a3967ab89f173ca, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741840_1016 (size=107) 2024-11-18T06:44:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741840_1016 (size=107) 2024-11-18T06:44:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741840_1016 (size=107) 2024-11-18T06:44:07,486 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6de2305a74086c6619616b2e799ed578, disabling compactions & flushes 2024-11-18T06:44:07,487 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:07,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:07,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. after waiting 0 ms 2024-11-18T06:44:07,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:07,487 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:07,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6de2305a74086c6619616b2e799ed578: Waiting for close lock at 1731912247487Disabling compacts and flushes for region at 1731912247487Disabling writes for close at 1731912247487Writing region close event to WAL at 1731912247487Closed at 1731912247487 2024-11-18T06:44:07,488 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 794a005827fd2d2b0ded6c2db4757469, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741841_1017 (size=110) 2024-11-18T06:44:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741841_1017 (size=110) 2024-11-18T06:44:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741841_1017 (size=110) 2024-11-18T06:44:07,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 87a1fecd11e4e436197a8d3d56df7b39, disabling compactions & flushes 2024-11-18T06:44:07,496 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:44:07,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:44:07,496 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. after waiting 0 ms 2024-11-18T06:44:07,497 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:44:07,497 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:44:07,497 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 87a1fecd11e4e436197a8d3d56df7b39: Waiting for close lock at 1731912247496Disabling compacts and flushes for region at 1731912247496Disabling writes for close at 1731912247496Writing region close event to WAL at 1731912247497 (+1 ms)Closed at 1731912247497 2024-11-18T06:44:07,498 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 57444d0aa550e1b95a399c070017419e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741842_1018 (size=110) 2024-11-18T06:44:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741842_1018 (size=110) 2024-11-18T06:44:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741842_1018 (size=110) 2024-11-18T06:44:07,501 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,501 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 7edaa746067017933a3967ab89f173ca, disabling compactions & flushes 2024-11-18T06:44:07,501 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:44:07,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:44:07,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. after waiting 0 ms 2024-11-18T06:44:07,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:44:07,502 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:44:07,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7edaa746067017933a3967ab89f173ca: Waiting for close lock at 1731912247501Disabling compacts and flushes for region at 1731912247501Disabling writes for close at 1731912247502 (+1 ms)Writing region close event to WAL at 1731912247502Closed at 1731912247502 2024-11-18T06:44:07,502 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d01a3b5df63082053b242c81a47787ba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741843_1019 (size=110) 2024-11-18T06:44:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741843_1019 (size=110) 2024-11-18T06:44:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741843_1019 (size=110) 2024-11-18T06:44:07,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 794a005827fd2d2b0ded6c2db4757469, disabling compactions & flushes 2024-11-18T06:44:07,510 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:44:07,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:44:07,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. after waiting 0 ms 2024-11-18T06:44:07,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:44:07,510 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:44:07,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 794a005827fd2d2b0ded6c2db4757469: Waiting for close lock at 1731912247510Disabling compacts and flushes for region at 1731912247510Disabling writes for close at 1731912247510Writing region close event to WAL at 1731912247510Closed at 1731912247510 2024-11-18T06:44:07,511 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c338c7422581a6a090ab4ce6622e69ba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741844_1020 (size=110) 2024-11-18T06:44:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741844_1020 (size=110) 2024-11-18T06:44:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741844_1020 (size=110) 2024-11-18T06:44:07,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 57444d0aa550e1b95a399c070017419e, disabling compactions & flushes 2024-11-18T06:44:07,519 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:44:07,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:44:07,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. after waiting 0 ms 2024-11-18T06:44:07,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:44:07,520 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:44:07,520 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 57444d0aa550e1b95a399c070017419e: Waiting for close lock at 1731912247519Disabling compacts and flushes for region at 1731912247519Disabling writes for close at 1731912247519Writing region close event to WAL at 1731912247519Closed at 1731912247519 2024-11-18T06:44:07,521 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 77d0f7de3d22b7ede41ec1cdec10d7f8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741845_1021 (size=110) 2024-11-18T06:44:07,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741845_1021 (size=110) 2024-11-18T06:44:07,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741845_1021 (size=110) 2024-11-18T06:44:07,528 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,528 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d01a3b5df63082053b242c81a47787ba, disabling compactions & flushes 2024-11-18T06:44:07,528 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:44:07,528 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:44:07,528 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. after waiting 0 ms 2024-11-18T06:44:07,528 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:44:07,528 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:44:07,528 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d01a3b5df63082053b242c81a47787ba: Waiting for close lock at 1731912247528Disabling compacts and flushes for region at 1731912247528Disabling writes for close at 1731912247528Writing region close event to WAL at 1731912247528Closed at 1731912247528 2024-11-18T06:44:07,529 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80cd24f147785d98d6dd306a14076532, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741846_1022 (size=110) 2024-11-18T06:44:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741846_1022 (size=110) 2024-11-18T06:44:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741846_1022 (size=110) 2024-11-18T06:44:07,533 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,533 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c338c7422581a6a090ab4ce6622e69ba, disabling compactions & flushes 2024-11-18T06:44:07,533 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:44:07,534 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:44:07,534 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. after waiting 0 ms 2024-11-18T06:44:07,534 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:44:07,534 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:44:07,534 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c338c7422581a6a090ab4ce6622e69ba: Waiting for close lock at 1731912247533Disabling compacts and flushes for region at 1731912247533Disabling writes for close at 1731912247534 (+1 ms)Writing region close event to WAL at 1731912247534Closed at 1731912247534 2024-11-18T06:44:07,534 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 118947c25ba9177f136a5807262b6d7d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741847_1023 (size=110) 2024-11-18T06:44:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741847_1023 (size=110) 2024-11-18T06:44:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741847_1023 (size=110) 2024-11-18T06:44:07,541 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,541 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 77d0f7de3d22b7ede41ec1cdec10d7f8, disabling compactions & flushes 2024-11-18T06:44:07,541 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:44:07,541 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:44:07,541 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. after waiting 0 ms 2024-11-18T06:44:07,541 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:44:07,541 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:44:07,541 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 77d0f7de3d22b7ede41ec1cdec10d7f8: Waiting for close lock at 1731912247541Disabling compacts and flushes for region at 1731912247541Disabling writes for close at 1731912247541Writing region close event to WAL at 1731912247541Closed at 1731912247541 2024-11-18T06:44:07,542 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bad75bf84315b57191118fd3c1731e4c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741849_1025 (size=110) 2024-11-18T06:44:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741849_1025 (size=110) 2024-11-18T06:44:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741849_1025 (size=110) 2024-11-18T06:44:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:44:07,552 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,552 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 118947c25ba9177f136a5807262b6d7d, disabling compactions & flushes 2024-11-18T06:44:07,552 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:44:07,552 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:44:07,552 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. after waiting 0 ms 2024-11-18T06:44:07,552 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:44:07,552 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:44:07,552 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 118947c25ba9177f136a5807262b6d7d: Waiting for close lock at 1731912247552Disabling compacts and flushes for region at 1731912247552Disabling writes for close at 1731912247552Writing region close event to WAL at 1731912247552Closed at 1731912247552 2024-11-18T06:44:07,553 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 291a1db7252e7a425b131710ecfac13d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741848_1024 (size=110) 2024-11-18T06:44:07,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741848_1024 (size=110) 2024-11-18T06:44:07,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741850_1026 (size=110) 2024-11-18T06:44:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741850_1026 (size=110) 2024-11-18T06:44:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741850_1026 (size=110) 2024-11-18T06:44:07,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741848_1024 (size=110) 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing bad75bf84315b57191118fd3c1731e4c, disabling compactions & flushes 2024-11-18T06:44:07,559 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. after waiting 0 ms 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 80cd24f147785d98d6dd306a14076532, disabling compactions & flushes 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:44:07,559 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:44:07,559 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for bad75bf84315b57191118fd3c1731e4c: Waiting for close lock at 1731912247559Disabling compacts and flushes for region at 1731912247559Disabling writes for close at 1731912247559Writing region close event to WAL at 1731912247559Closed at 1731912247559 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. after waiting 0 ms 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:44:07,559 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:44:07,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80cd24f147785d98d6dd306a14076532: Waiting for close lock at 1731912247559Disabling compacts and flushes for region at 1731912247559Disabling writes for close at 1731912247559Writing region close event to WAL at 1731912247559Closed at 1731912247559 2024-11-18T06:44:07,560 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9c62a3e4361cf81ccafc4c90242add7f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,560 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3de90a357c178ea2003acab2937df0e7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741851_1027 (size=110) 2024-11-18T06:44:07,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741851_1027 (size=110) 2024-11-18T06:44:07,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741851_1027 (size=110) 2024-11-18T06:44:07,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 291a1db7252e7a425b131710ecfac13d, disabling compactions & flushes 2024-11-18T06:44:07,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:44:07,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:44:07,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. after waiting 0 ms 2024-11-18T06:44:07,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:44:07,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:44:07,569 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 291a1db7252e7a425b131710ecfac13d: Waiting for close lock at 1731912247568Disabling compacts and flushes for region at 1731912247568Disabling writes for close at 1731912247568Writing region close event to WAL at 1731912247568Closed at 1731912247568 2024-11-18T06:44:07,569 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80e01507cae4a62448f66a832f319222, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741852_1028 (size=110) 2024-11-18T06:44:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741852_1028 (size=110) 2024-11-18T06:44:07,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741852_1028 (size=110) 2024-11-18T06:44:07,580 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,580 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 9c62a3e4361cf81ccafc4c90242add7f, disabling compactions & flushes 2024-11-18T06:44:07,580 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:44:07,580 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:44:07,580 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. after waiting 0 ms 2024-11-18T06:44:07,581 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:44:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741853_1029 (size=110) 2024-11-18T06:44:07,581 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:44:07,581 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9c62a3e4361cf81ccafc4c90242add7f: Waiting for close lock at 1731912247580Disabling compacts and flushes for region at 1731912247580Disabling writes for close at 1731912247580Writing region close event to WAL at 1731912247581 (+1 ms)Closed at 1731912247581 2024-11-18T06:44:07,582 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 462262b16346940d76f59d4f1b3f0381, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741853_1029 (size=110) 2024-11-18T06:44:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741853_1029 (size=110) 2024-11-18T06:44:07,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3de90a357c178ea2003acab2937df0e7, disabling compactions & flushes 2024-11-18T06:44:07,584 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:44:07,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:44:07,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. after waiting 0 ms 2024-11-18T06:44:07,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:44:07,584 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:44:07,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3de90a357c178ea2003acab2937df0e7: Waiting for close lock at 1731912247584Disabling compacts and flushes for region at 1731912247584Disabling writes for close at 1731912247584Writing region close event to WAL at 1731912247584Closed at 1731912247584 2024-11-18T06:44:07,585 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 49ffccae7c8b8318739d9579007bfd0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741854_1030 (size=110) 2024-11-18T06:44:07,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741854_1030 (size=110) 2024-11-18T06:44:07,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741854_1030 (size=110) 2024-11-18T06:44:07,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 80e01507cae4a62448f66a832f319222, disabling compactions & flushes 2024-11-18T06:44:07,594 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:44:07,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:44:07,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. after waiting 0 ms 2024-11-18T06:44:07,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:44:07,594 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:44:07,594 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80e01507cae4a62448f66a832f319222: Waiting for close lock at 1731912247594Disabling compacts and flushes for region at 1731912247594Disabling writes for close at 1731912247594Writing region close event to WAL at 1731912247594Closed at 1731912247594 2024-11-18T06:44:07,595 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2625742502c3477168edeb502c44d418, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741855_1031 (size=110) 2024-11-18T06:44:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741855_1031 (size=110) 2024-11-18T06:44:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741855_1031 (size=110) 2024-11-18T06:44:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741856_1032 (size=110) 2024-11-18T06:44:07,602 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,603 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 49ffccae7c8b8318739d9579007bfd0d, disabling compactions & flushes 2024-11-18T06:44:07,603 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:44:07,603 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:44:07,603 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. after waiting 0 ms 2024-11-18T06:44:07,603 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:44:07,603 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:44:07,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741856_1032 (size=110) 2024-11-18T06:44:07,603 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 49ffccae7c8b8318739d9579007bfd0d: Waiting for close lock at 1731912247602Disabling compacts and flushes for region at 1731912247603 (+1 ms)Disabling writes for close at 1731912247603Writing region close event to WAL at 1731912247603Closed at 1731912247603 2024-11-18T06:44:07,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741856_1032 (size=110) 2024-11-18T06:44:07,604 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 59bb8b556489f8fd4d01406fcde2474e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,605 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,605 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 462262b16346940d76f59d4f1b3f0381, disabling compactions & flushes 2024-11-18T06:44:07,605 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:44:07,605 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:44:07,605 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. after waiting 0 ms 2024-11-18T06:44:07,605 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:44:07,605 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:44:07,605 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 462262b16346940d76f59d4f1b3f0381: Waiting for close lock at 1731912247605Disabling compacts and flushes for region at 1731912247605Disabling writes for close at 1731912247605Writing region close event to WAL at 1731912247605Closed at 1731912247605 2024-11-18T06:44:07,606 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1a45defe2c6138d0563292247016c5dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741857_1033 (size=110) 2024-11-18T06:44:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741857_1033 (size=110) 2024-11-18T06:44:07,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741857_1033 (size=110) 2024-11-18T06:44:07,611 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2625742502c3477168edeb502c44d418, disabling compactions & flushes 2024-11-18T06:44:07,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:44:07,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:44:07,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. after waiting 0 ms 2024-11-18T06:44:07,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:44:07,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:44:07,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2625742502c3477168edeb502c44d418: Waiting for close lock at 1731912247611Disabling compacts and flushes for region at 1731912247611Disabling writes for close at 1731912247612 (+1 ms)Writing region close event to WAL at 1731912247612Closed at 1731912247612 2024-11-18T06:44:07,613 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c737f3b016af21cb2c3a56024daa8e54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741858_1034 (size=110) 2024-11-18T06:44:07,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741859_1035 (size=110) 2024-11-18T06:44:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741858_1034 (size=110) 2024-11-18T06:44:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741859_1035 (size=110) 2024-11-18T06:44:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741859_1035 (size=110) 2024-11-18T06:44:07,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741858_1034 (size=110) 2024-11-18T06:44:07,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 59bb8b556489f8fd4d01406fcde2474e, disabling compactions & flushes 2024-11-18T06:44:07,629 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:44:07,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:44:07,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. after waiting 0 ms 2024-11-18T06:44:07,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:44:07,629 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:44:07,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,629 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 59bb8b556489f8fd4d01406fcde2474e: Waiting for close lock at 1731912247629Disabling compacts and flushes for region at 1731912247629Disabling writes for close at 1731912247629Writing region close event to WAL at 1731912247629Closed at 1731912247629 2024-11-18T06:44:07,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1a45defe2c6138d0563292247016c5dc, disabling compactions & flushes 2024-11-18T06:44:07,630 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:44:07,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:44:07,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. after waiting 0 ms 2024-11-18T06:44:07,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:44:07,630 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dd4c4e99f9b1cdcfd9a43dd71cf36ae0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,630 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:44:07,630 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1a45defe2c6138d0563292247016c5dc: Waiting for close lock at 1731912247630Disabling compacts and flushes for region at 1731912247630Disabling writes for close at 1731912247630Writing region close event to WAL at 1731912247630Closed at 1731912247630 2024-11-18T06:44:07,631 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a3184c3d4a0704993d52fa66a2b1f8c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741860_1036 (size=110) 2024-11-18T06:44:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741860_1036 (size=110) 2024-11-18T06:44:07,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741860_1036 (size=110) 2024-11-18T06:44:07,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c737f3b016af21cb2c3a56024daa8e54, disabling compactions & flushes 2024-11-18T06:44:07,637 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:44:07,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:44:07,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. after waiting 0 ms 2024-11-18T06:44:07,637 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:44:07,637 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:44:07,638 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c737f3b016af21cb2c3a56024daa8e54: Waiting for close lock at 1731912247637Disabling compacts and flushes for region at 1731912247637Disabling writes for close at 1731912247637Writing region close event to WAL at 1731912247637Closed at 1731912247637 2024-11-18T06:44:07,639 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98339e2fe6ef52a15c260fe5fbd94d73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2 2024-11-18T06:44:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741861_1037 (size=110) 2024-11-18T06:44:07,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741861_1037 (size=110) 2024-11-18T06:44:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741861_1037 (size=110) 2024-11-18T06:44:07,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741862_1038 (size=110) 2024-11-18T06:44:07,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741862_1038 (size=110) 2024-11-18T06:44:07,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing dd4c4e99f9b1cdcfd9a43dd71cf36ae0, disabling compactions & flushes 2024-11-18T06:44:07,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:44:07,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:44:07,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. after waiting 0 ms 2024-11-18T06:44:07,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:44:07,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:44:07,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for dd4c4e99f9b1cdcfd9a43dd71cf36ae0: Waiting for close lock at 1731912247650Disabling compacts and flushes for region at 1731912247650Disabling writes for close at 1731912247650Writing region close event to WAL at 1731912247650Closed at 1731912247650 2024-11-18T06:44:07,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741862_1038 (size=110) 2024-11-18T06:44:07,652 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,652 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a3184c3d4a0704993d52fa66a2b1f8c3, disabling compactions & flushes 2024-11-18T06:44:07,652 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:44:07,652 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:44:07,652 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. after waiting 0 ms 2024-11-18T06:44:07,652 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:44:07,652 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:44:07,652 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a3184c3d4a0704993d52fa66a2b1f8c3: Waiting for close lock at 1731912247652Disabling compacts and flushes for region at 1731912247652Disabling writes for close at 1731912247652Writing region close event to WAL at 1731912247652Closed at 1731912247652 2024-11-18T06:44:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741863_1039 (size=107) 2024-11-18T06:44:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741863_1039 (size=107) 2024-11-18T06:44:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741863_1039 (size=107) 2024-11-18T06:44:07,660 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:07,660 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 98339e2fe6ef52a15c260fe5fbd94d73, disabling compactions & flushes 2024-11-18T06:44:07,661 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:44:07,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:44:07,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. after waiting 0 ms 2024-11-18T06:44:07,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:44:07,661 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:44:07,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98339e2fe6ef52a15c260fe5fbd94d73: Waiting for close lock at 1731912247660Disabling compacts and flushes for region at 1731912247660Disabling writes for close at 1731912247661 (+1 ms)Writing region close event to WAL at 1731912247661Closed at 1731912247661 2024-11-18T06:44:07,664 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:44:07,669 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,669 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,669 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731912247664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731912247664"}]},"ts":"1731912247664"} 2024-11-18T06:44:07,717 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-18T06:44:07,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:44:07,722 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731912247719"}]},"ts":"1731912247719"} 2024-11-18T06:44:07,727 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-18T06:44:07,728 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:44:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:44:07,767 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:44:07,767 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:44:07,767 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T06:44:07,767 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:44:07,767 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:44:07,767 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T06:44:07,767 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:44:07,767 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:44:07,767 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T06:44:07,767 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:44:07,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de2305a74086c6619616b2e799ed578, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4468c5a8a19a326a1e90fc61750bc2f7, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7edaa746067017933a3967ab89f173ca, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794a005827fd2d2b0ded6c2db4757469, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d01a3b5df63082053b242c81a47787ba, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c338c7422581a6a090ab4ce6622e69ba, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=118947c25ba9177f136a5807262b6d7d, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad75bf84315b57191118fd3c1731e4c, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=291a1db7252e7a425b131710ecfac13d, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c62a3e4361cf81ccafc4c90242add7f, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80e01507cae4a62448f66a832f319222, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=49ffccae7c8b8318739d9579007bfd0d, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2625742502c3477168edeb502c44d418, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59bb8b556489f8fd4d01406fcde2474e, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c737f3b016af21cb2c3a56024daa8e54, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98339e2fe6ef52a15c260fe5fbd94d73, ASSIGN}] 2024-11-18T06:44:07,778 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98339e2fe6ef52a15c260fe5fbd94d73, ASSIGN 2024-11-18T06:44:07,780 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98339e2fe6ef52a15c260fe5fbd94d73, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN 2024-11-18T06:44:07,782 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,784 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, ASSIGN 2024-11-18T06:44:07,785 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,786 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c737f3b016af21cb2c3a56024daa8e54, ASSIGN 2024-11-18T06:44:07,788 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c737f3b016af21cb2c3a56024daa8e54, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,789 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN 2024-11-18T06:44:07,790 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59bb8b556489f8fd4d01406fcde2474e, ASSIGN 2024-11-18T06:44:07,793 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59bb8b556489f8fd4d01406fcde2474e, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,794 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2625742502c3477168edeb502c44d418, ASSIGN 2024-11-18T06:44:07,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2625742502c3477168edeb502c44d418, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,797 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=49ffccae7c8b8318739d9579007bfd0d, ASSIGN 2024-11-18T06:44:07,798 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=49ffccae7c8b8318739d9579007bfd0d, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,799 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN 2024-11-18T06:44:07,801 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,802 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80e01507cae4a62448f66a832f319222, ASSIGN 2024-11-18T06:44:07,803 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80e01507cae4a62448f66a832f319222, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN 2024-11-18T06:44:07,806 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,807 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c62a3e4361cf81ccafc4c90242add7f, ASSIGN 2024-11-18T06:44:07,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c62a3e4361cf81ccafc4c90242add7f, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,809 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=291a1db7252e7a425b131710ecfac13d, ASSIGN 2024-11-18T06:44:07,810 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=291a1db7252e7a425b131710ecfac13d, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad75bf84315b57191118fd3c1731e4c, ASSIGN 2024-11-18T06:44:07,813 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad75bf84315b57191118fd3c1731e4c, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,814 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=118947c25ba9177f136a5807262b6d7d, ASSIGN 2024-11-18T06:44:07,816 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=118947c25ba9177f136a5807262b6d7d, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,817 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN 2024-11-18T06:44:07,818 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN 2024-11-18T06:44:07,821 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,822 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c338c7422581a6a090ab4ce6622e69ba, ASSIGN 2024-11-18T06:44:07,823 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c338c7422581a6a090ab4ce6622e69ba, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,825 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d01a3b5df63082053b242c81a47787ba, ASSIGN 2024-11-18T06:44:07,826 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d01a3b5df63082053b242c81a47787ba, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,827 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN 2024-11-18T06:44:07,829 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,830 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794a005827fd2d2b0ded6c2db4757469, ASSIGN 2024-11-18T06:44:07,831 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794a005827fd2d2b0ded6c2db4757469, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7edaa746067017933a3967ab89f173ca, ASSIGN 2024-11-18T06:44:07,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7edaa746067017933a3967ab89f173ca, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN 2024-11-18T06:44:07,836 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,837 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN 2024-11-18T06:44:07,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN; state=OFFLINE, location=75ed3c3b0308,41933,1731912245252; forceNewPlan=false, retain=false 2024-11-18T06:44:07,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4468c5a8a19a326a1e90fc61750bc2f7, ASSIGN 2024-11-18T06:44:07,841 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4468c5a8a19a326a1e90fc61750bc2f7, ASSIGN; state=OFFLINE, location=75ed3c3b0308,44257,1731912245210; forceNewPlan=false, retain=false 2024-11-18T06:44:07,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de2305a74086c6619616b2e799ed578, ASSIGN 2024-11-18T06:44:07,843 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de2305a74086c6619616b2e799ed578, ASSIGN; state=OFFLINE, location=75ed3c3b0308,45293,1731912245109; forceNewPlan=false, retain=false 2024-11-18T06:44:07,933 INFO [75ed3c3b0308:34989 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-18T06:44:07,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=59bb8b556489f8fd4d01406fcde2474e, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,936 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=49ffccae7c8b8318739d9579007bfd0d, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=bad75bf84315b57191118fd3c1731e4c, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,938 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c338c7422581a6a090ab4ce6622e69ba, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,938 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=794a005827fd2d2b0ded6c2db4757469, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, ASSIGN because future has completed 2024-11-18T06:44:07,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6de2305a74086c6619616b2e799ed578, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:07,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4c4e99f9b1cdcfd9a43dd71cf36ae0, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59bb8b556489f8fd4d01406fcde2474e, ASSIGN because future has completed 2024-11-18T06:44:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=49ffccae7c8b8318739d9579007bfd0d, ASSIGN because future has completed 2024-11-18T06:44:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c62a3e4361cf81ccafc4c90242add7f, ASSIGN because future has completed 2024-11-18T06:44:07,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c62a3e4361cf81ccafc4c90242add7f, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad75bf84315b57191118fd3c1731e4c, ASSIGN because future has completed 2024-11-18T06:44:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c338c7422581a6a090ab4ce6622e69ba, ASSIGN because future has completed 2024-11-18T06:44:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794a005827fd2d2b0ded6c2db4757469, ASSIGN because future has completed 2024-11-18T06:44:07,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de2305a74086c6619616b2e799ed578, ASSIGN because future has completed 2024-11-18T06:44:07,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de2305a74086c6619616b2e799ed578, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98339e2fe6ef52a15c260fe5fbd94d73, ASSIGN because future has completed 2024-11-18T06:44:07,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98339e2fe6ef52a15c260fe5fbd94d73, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:07,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794a005827fd2d2b0ded6c2db4757469, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c338c7422581a6a090ab4ce6622e69ba, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad75bf84315b57191118fd3c1731e4c, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ffccae7c8b8318739d9579007bfd0d, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59bb8b556489f8fd4d01406fcde2474e, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:44:07,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=c737f3b016af21cb2c3a56024daa8e54, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=2625742502c3477168edeb502c44d418, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=80e01507cae4a62448f66a832f319222, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=291a1db7252e7a425b131710ecfac13d, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=118947c25ba9177f136a5807262b6d7d, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d01a3b5df63082053b242c81a47787ba, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7edaa746067017933a3967ab89f173ca, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c737f3b016af21cb2c3a56024daa8e54, ASSIGN because future has completed 2024-11-18T06:44:07,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:07,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure c737f3b016af21cb2c3a56024daa8e54, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2625742502c3477168edeb502c44d418, ASSIGN because future has completed 2024-11-18T06:44:07,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2625742502c3477168edeb502c44d418, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:07,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80e01507cae4a62448f66a832f319222, ASSIGN because future has completed 2024-11-18T06:44:07,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=291a1db7252e7a425b131710ecfac13d, ASSIGN because future has completed 2024-11-18T06:44:08,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=118947c25ba9177f136a5807262b6d7d, ASSIGN because future has completed 2024-11-18T06:44:08,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d01a3b5df63082053b242c81a47787ba, ASSIGN because future has completed 2024-11-18T06:44:08,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d01a3b5df63082053b242c81a47787ba, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:08,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7edaa746067017933a3967ab89f173ca, ASSIGN because future has completed 2024-11-18T06:44:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4468c5a8a19a326a1e90fc61750bc2f7, ASSIGN because future has completed 2024-11-18T06:44:08,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4468c5a8a19a326a1e90fc61750bc2f7, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:08,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7edaa746067017933a3967ab89f173ca, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:08,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118947c25ba9177f136a5807262b6d7d, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:08,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291a1db7252e7a425b131710ecfac13d, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:08,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80e01507cae4a62448f66a832f319222, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:44:08,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=1a45defe2c6138d0563292247016c5dc, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=462262b16346940d76f59d4f1b3f0381, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=3de90a357c178ea2003acab2937df0e7, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=80cd24f147785d98d6dd306a14076532, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN because future has completed 2024-11-18T06:44:08,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN because future has completed 2024-11-18T06:44:08,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN because future has completed 2024-11-18T06:44:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN because future has completed 2024-11-18T06:44:08,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN because future has completed 2024-11-18T06:44:08,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN because future has completed 2024-11-18T06:44:08,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,061 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=57444d0aa550e1b95a399c070017419e, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,062 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,062 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=567b631c4d590b9170ceab35a3e84bbe, regionState=OPENING, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN because future has completed 2024-11-18T06:44:08,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN because future has completed 2024-11-18T06:44:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN because future has completed 2024-11-18T06:44:08,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:44:08,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,41933,1731912245252}] 2024-11-18T06:44:08,094 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:44:08,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:44:08,103 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:44:08,103 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => c338c7422581a6a090ab4ce6622e69ba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-18T06:44:08,103 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,104 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,104 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,104 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,107 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,109 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c338c7422581a6a090ab4ce6622e69ba columnFamilyName colfamily11 2024-11-18T06:44:08,110 DEBUG [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,110 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] regionserver.HStore(327): Store=c338c7422581a6a090ab4ce6622e69ba/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,111 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,112 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c338c7422581a6a090ab4ce6622e69ba columnFamilyName colfamily21 2024-11-18T06:44:08,112 DEBUG [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,113 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] regionserver.HStore(327): Store=c338c7422581a6a090ab4ce6622e69ba/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,113 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,114 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:44:08,114 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c338c7422581a6a090ab4ce6622e69ba columnFamilyName colfamily31 2024-11-18T06:44:08,115 DEBUG [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,115 INFO [StoreOpener-c338c7422581a6a090ab4ce6622e69ba-1 {}] regionserver.HStore(327): Store=c338c7422581a6a090ab4ce6622e69ba/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,115 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37757, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:44:08,116 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,117 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,119 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,119 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,120 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,120 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:44:08,121 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 2625742502c3477168edeb502c44d418, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-18T06:44:08,121 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,121 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,121 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,122 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,122 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,123 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,125 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,126 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened c338c7422581a6a090ab4ce6622e69ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68093800, jitterRate=0.014676690101623535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,126 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:44:08,127 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2625742502c3477168edeb502c44d418 columnFamilyName colfamily11 2024-11-18T06:44:08,127 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for c338c7422581a6a090ab4ce6622e69ba: Running coprocessor pre-open hook at 1731912248106Writing region info on filesystem at 1731912248106Initializing all the Stores at 1731912248107 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248107Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248107Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248107Cleaning up temporary data from old regions at 1731912248119 (+12 ms)Running coprocessor post-open hooks at 1731912248126 (+7 ms)Region opened successfully at 1731912248127 (+1 ms) 2024-11-18T06:44:08,127 DEBUG [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,128 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] regionserver.HStore(327): Store=2625742502c3477168edeb502c44d418/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,128 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,129 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., pid=36, masterSystemTime=1731912248094 2024-11-18T06:44:08,130 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2625742502c3477168edeb502c44d418 columnFamilyName colfamily21 2024-11-18T06:44:08,130 DEBUG [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,130 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] regionserver.HStore(327): Store=2625742502c3477168edeb502c44d418/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,131 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,132 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:44:08,132 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:44:08,132 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:44:08,133 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 59bb8b556489f8fd4d01406fcde2474e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-18T06:44:08,133 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2625742502c3477168edeb502c44d418 columnFamilyName colfamily31 2024-11-18T06:44:08,133 DEBUG [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,133 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c338c7422581a6a090ab4ce6622e69ba, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,133 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,133 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,133 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,134 INFO [StoreOpener-2625742502c3477168edeb502c44d418-1 {}] regionserver.HStore(327): Store=2625742502c3477168edeb502c44d418/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,134 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,135 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,135 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,136 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c338c7422581a6a090ab4ce6622e69ba, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,137 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59bb8b556489f8fd4d01406fcde2474e columnFamilyName colfamily11 2024-11-18T06:44:08,137 DEBUG [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,138 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,138 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,138 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] regionserver.HStore(327): Store=59bb8b556489f8fd4d01406fcde2474e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,138 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,139 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,141 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59bb8b556489f8fd4d01406fcde2474e columnFamilyName colfamily21 2024-11-18T06:44:08,141 DEBUG [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,142 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,142 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] regionserver.HStore(327): Store=59bb8b556489f8fd4d01406fcde2474e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,142 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=13 2024-11-18T06:44:08,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c338c7422581a6a090ab4ce6622e69ba, server=75ed3c3b0308,45293,1731912245109 in 169 msec 2024-11-18T06:44:08,144 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59bb8b556489f8fd4d01406fcde2474e columnFamilyName colfamily31 2024-11-18T06:44:08,144 DEBUG [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,145 INFO [StoreOpener-59bb8b556489f8fd4d01406fcde2474e-1 {}] regionserver.HStore(327): Store=59bb8b556489f8fd4d01406fcde2474e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,145 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c338c7422581a6a090ab4ce6622e69ba, ASSIGN in 373 msec 2024-11-18T06:44:08,146 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,146 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,147 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,147 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 2625742502c3477168edeb502c44d418; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58752018, jitterRate=-0.12452670931816101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,147 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2625742502c3477168edeb502c44d418 2024-11-18T06:44:08,147 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 2625742502c3477168edeb502c44d418: Running coprocessor pre-open hook at 1731912248122Writing region info on filesystem at 1731912248122Initializing all the Stores at 1731912248123 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248123Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248123Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248123Cleaning up temporary data from old regions at 1731912248138 (+15 ms)Running coprocessor post-open hooks at 1731912248147 (+9 ms)Region opened successfully at 1731912248147 2024-11-18T06:44:08,148 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418., pid=41, masterSystemTime=1731912248114 2024-11-18T06:44:08,148 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,149 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,149 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,151 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:44:08,151 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:44:08,151 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:44:08,151 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7edaa746067017933a3967ab89f173ca, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-18T06:44:08,151 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=2625742502c3477168edeb502c44d418, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,152 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,152 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,152 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,152 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2625742502c3477168edeb502c44d418, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,155 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,155 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,156 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 59bb8b556489f8fd4d01406fcde2474e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70424748, jitterRate=0.04941052198410034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,156 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:44:08,156 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 59bb8b556489f8fd4d01406fcde2474e: Running coprocessor pre-open hook at 1731912248133Writing region info on filesystem at 1731912248133Initializing all the Stores at 1731912248135 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248135Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248135Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248135Cleaning up temporary data from old regions at 1731912248149 (+14 ms)Running coprocessor post-open hooks at 1731912248156 (+7 ms)Region opened successfully at 1731912248156 2024-11-18T06:44:08,157 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7edaa746067017933a3967ab89f173ca columnFamilyName colfamily11 2024-11-18T06:44:08,157 DEBUG [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,157 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e., pid=39, masterSystemTime=1731912248094 2024-11-18T06:44:08,158 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] regionserver.HStore(327): Store=7edaa746067017933a3967ab89f173ca/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,158 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,160 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7edaa746067017933a3967ab89f173ca columnFamilyName colfamily21 2024-11-18T06:44:08,160 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:44:08,160 DEBUG [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,160 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:44:08,160 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:44:08,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=24 2024-11-18T06:44:08,161 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => dd4c4e99f9b1cdcfd9a43dd71cf36ae0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-18T06:44:08,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 2625742502c3477168edeb502c44d418, server=75ed3c3b0308,44257,1731912245210 in 160 msec 2024-11-18T06:44:08,161 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] regionserver.HStore(327): Store=7edaa746067017933a3967ab89f173ca/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,161 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,161 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,161 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,161 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,161 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,163 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7edaa746067017933a3967ab89f173ca columnFamilyName colfamily31 2024-11-18T06:44:08,163 DEBUG [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2625742502c3477168edeb502c44d418, ASSIGN in 391 msec 2024-11-18T06:44:08,164 INFO [StoreOpener-7edaa746067017933a3967ab89f173ca-1 {}] regionserver.HStore(327): Store=7edaa746067017933a3967ab89f173ca/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,164 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,164 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=59bb8b556489f8fd4d01406fcde2474e, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,165 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,166 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,166 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4c4e99f9b1cdcfd9a43dd71cf36ae0 columnFamilyName colfamily11 2024-11-18T06:44:08,166 DEBUG [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,167 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] regionserver.HStore(327): Store=dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,167 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,168 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,168 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59bb8b556489f8fd4d01406fcde2474e, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,169 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,169 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4c4e99f9b1cdcfd9a43dd71cf36ae0 columnFamilyName colfamily21 2024-11-18T06:44:08,169 DEBUG [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,170 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] regionserver.HStore(327): Store=dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,170 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,171 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,172 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4c4e99f9b1cdcfd9a43dd71cf36ae0 columnFamilyName colfamily31 2024-11-18T06:44:08,172 DEBUG [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-11-18T06:44:08,173 INFO [StoreOpener-dd4c4e99f9b1cdcfd9a43dd71cf36ae0-1 {}] regionserver.HStore(327): Store=dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 59bb8b556489f8fd4d01406fcde2474e, server=75ed3c3b0308,45293,1731912245109 in 187 msec 2024-11-18T06:44:08,173 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,174 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,175 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,175 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7edaa746067017933a3967ab89f173ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65801553, jitterRate=-0.019480451941490173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,175 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:44:08,175 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,176 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7edaa746067017933a3967ab89f173ca: Running coprocessor pre-open hook at 1731912248152Writing region info on filesystem at 1731912248152Initializing all the Stores at 1731912248154 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248154Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248154Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248154Cleaning up temporary data from old regions at 1731912248168 (+14 ms)Running coprocessor post-open hooks at 1731912248175 (+7 ms)Region opened successfully at 1731912248176 (+1 ms) 2024-11-18T06:44:08,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=59bb8b556489f8fd4d01406fcde2474e, ASSIGN in 403 msec 2024-11-18T06:44:08,177 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., pid=44, masterSystemTime=1731912248114 2024-11-18T06:44:08,177 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,177 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,178 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,180 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:44:08,180 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:44:08,180 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:44:08,180 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 80e01507cae4a62448f66a832f319222, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-18T06:44:08,180 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,181 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,181 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7edaa746067017933a3967ab89f173ca, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,181 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,181 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,183 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,184 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7edaa746067017933a3967ab89f173ca, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,185 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80e01507cae4a62448f66a832f319222 columnFamilyName colfamily11 2024-11-18T06:44:08,185 DEBUG [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,185 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened dd4c4e99f9b1cdcfd9a43dd71cf36ae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60852630, jitterRate=-0.0932251513004303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,185 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:44:08,186 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for dd4c4e99f9b1cdcfd9a43dd71cf36ae0: Running coprocessor pre-open hook at 1731912248161Writing region info on filesystem at 1731912248161Initializing all the Stores at 1731912248163 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248163Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248163Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248163Cleaning up temporary data from old regions at 1731912248177 (+14 ms)Running coprocessor post-open hooks at 1731912248185 (+8 ms)Region opened successfully at 1731912248185 2024-11-18T06:44:08,186 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] regionserver.HStore(327): Store=80e01507cae4a62448f66a832f319222/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,186 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,187 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., pid=31, masterSystemTime=1731912248094 2024-11-18T06:44:08,188 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80e01507cae4a62448f66a832f319222 columnFamilyName colfamily21 2024-11-18T06:44:08,188 DEBUG [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,189 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] regionserver.HStore(327): Store=80e01507cae4a62448f66a832f319222/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,189 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=9 2024-11-18T06:44:08,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7edaa746067017933a3967ab89f173ca, server=75ed3c3b0308,44257,1731912245210 in 174 msec 2024-11-18T06:44:08,191 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80e01507cae4a62448f66a832f319222 columnFamilyName colfamily31 2024-11-18T06:44:08,191 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:44:08,191 DEBUG [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,191 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:44:08,192 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:44:08,192 INFO [StoreOpener-80e01507cae4a62448f66a832f319222-1 {}] regionserver.HStore(327): Store=80e01507cae4a62448f66a832f319222/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,192 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c62a3e4361cf81ccafc4c90242add7f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-18T06:44:08,192 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,193 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,193 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,193 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,193 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,194 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,195 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7edaa746067017933a3967ab89f173ca, ASSIGN in 421 msec 2024-11-18T06:44:08,195 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,195 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:08,195 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 567b631c4d590b9170ceab35a3e84bbe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T06:44:08,196 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,196 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,196 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,196 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,197 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,197 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,197 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c62a3e4361cf81ccafc4c90242add7f columnFamilyName colfamily11 2024-11-18T06:44:08,197 DEBUG [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,198 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] regionserver.HStore(327): Store=9c62a3e4361cf81ccafc4c90242add7f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,198 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,198 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,200 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,201 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c62a3e4361cf81ccafc4c90242add7f columnFamilyName colfamily21 2024-11-18T06:44:08,201 DEBUG [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4c4e99f9b1cdcfd9a43dd71cf36ae0, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,201 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,201 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] regionserver.HStore(327): Store=9c62a3e4361cf81ccafc4c90242add7f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,202 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,202 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567b631c4d590b9170ceab35a3e84bbe columnFamilyName colfamily11 2024-11-18T06:44:08,202 DEBUG [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,204 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(327): Store=567b631c4d590b9170ceab35a3e84bbe/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,204 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,204 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c62a3e4361cf81ccafc4c90242add7f columnFamilyName colfamily31 2024-11-18T06:44:08,204 DEBUG [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,205 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,205 INFO [StoreOpener-9c62a3e4361cf81ccafc4c90242add7f-1 {}] regionserver.HStore(327): Store=9c62a3e4361cf81ccafc4c90242add7f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,205 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,206 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 80e01507cae4a62448f66a832f319222; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71981475, jitterRate=0.07260756194591522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,206 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80e01507cae4a62448f66a832f319222 2024-11-18T06:44:08,206 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 80e01507cae4a62448f66a832f319222: Running coprocessor pre-open hook at 1731912248181Writing region info on filesystem at 1731912248181Initializing all the Stores at 1731912248182 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248182Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248183 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248183Cleaning up temporary data from old regions at 1731912248197 (+14 ms)Running coprocessor post-open hooks at 1731912248206 (+9 ms)Region opened successfully at 1731912248206 2024-11-18T06:44:08,207 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567b631c4d590b9170ceab35a3e84bbe columnFamilyName colfamily21 2024-11-18T06:44:08,207 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,207 DEBUG [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,207 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., pid=47, masterSystemTime=1731912248114 2024-11-18T06:44:08,207 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,209 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(327): Store=567b631c4d590b9170ceab35a3e84bbe/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-18T06:44:08,209 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure dd4c4e99f9b1cdcfd9a43dd71cf36ae0, server=75ed3c3b0308,45293,1731912245109 in 262 msec 2024-11-18T06:44:08,210 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:44:08,210 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:44:08,211 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:44:08,211 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,211 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,211 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 291a1db7252e7a425b131710ecfac13d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-18T06:44:08,211 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567b631c4d590b9170ceab35a3e84bbe columnFamilyName colfamily31 2024-11-18T06:44:08,211 DEBUG [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,211 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,211 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,212 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,212 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,212 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,212 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(327): Store=567b631c4d590b9170ceab35a3e84bbe/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,212 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, ASSIGN in 439 msec 2024-11-18T06:44:08,213 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,214 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,214 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=80e01507cae4a62448f66a832f319222, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,214 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,216 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291a1db7252e7a425b131710ecfac13d columnFamilyName colfamily11 2024-11-18T06:44:08,216 DEBUG [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,217 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] regionserver.HStore(327): Store=291a1db7252e7a425b131710ecfac13d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,217 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,218 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,218 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80e01507cae4a62448f66a832f319222, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,219 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,219 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291a1db7252e7a425b131710ecfac13d columnFamilyName colfamily21 2024-11-18T06:44:08,219 DEBUG [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,220 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] regionserver.HStore(327): Store=291a1db7252e7a425b131710ecfac13d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,221 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,222 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,224 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291a1db7252e7a425b131710ecfac13d columnFamilyName colfamily31 2024-11-18T06:44:08,224 DEBUG [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,225 INFO [StoreOpener-291a1db7252e7a425b131710ecfac13d-1 {}] regionserver.HStore(327): Store=291a1db7252e7a425b131710ecfac13d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,225 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,226 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,226 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,227 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 567b631c4d590b9170ceab35a3e84bbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62664652, jitterRate=-0.06622391939163208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,227 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,227 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:44:08,227 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 567b631c4d590b9170ceab35a3e84bbe: Running coprocessor pre-open hook at 1731912248196Writing region info on filesystem at 1731912248196Initializing all the Stores at 1731912248198 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248198Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248199 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248199Cleaning up temporary data from old regions at 1731912248218 (+19 ms)Running coprocessor post-open hooks at 1731912248227 (+9 ms)Region opened successfully at 1731912248227 2024-11-18T06:44:08,228 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,229 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 9c62a3e4361cf81ccafc4c90242add7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59784974, jitterRate=-0.10913446545600891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,229 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:44:08,230 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 9c62a3e4361cf81ccafc4c90242add7f: Running coprocessor pre-open hook at 1731912248193Writing region info on filesystem at 1731912248193Initializing all the Stores at 1731912248195 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248195Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248195Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248195Cleaning up temporary data from old regions at 1731912248211 (+16 ms)Running coprocessor post-open hooks at 1731912248229 (+18 ms)Region opened successfully at 1731912248229 2024-11-18T06:44:08,230 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., pid=55, masterSystemTime=1731912248188 2024-11-18T06:44:08,231 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., pid=32, masterSystemTime=1731912248094 2024-11-18T06:44:08,232 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,232 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,233 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:08,233 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:08,233 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,234 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:44:08,234 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de90a357c178ea2003acab2937df0e7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-18T06:44:08,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=21 2024-11-18T06:44:08,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 80e01507cae4a62448f66a832f319222, server=75ed3c3b0308,44257,1731912245210 in 203 msec 2024-11-18T06:44:08,235 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:44:08,235 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:44:08,235 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:08,235 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,236 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de2305a74086c6619616b2e799ed578, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-18T06:44:08,236 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,236 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,237 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,237 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,237 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,237 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,237 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,238 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80e01507cae4a62448f66a832f319222, ASSIGN in 465 msec 2024-11-18T06:44:08,240 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,241 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,241 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 291a1db7252e7a425b131710ecfac13d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73653664, jitterRate=0.09752511978149414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,241 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:44:08,242 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 291a1db7252e7a425b131710ecfac13d: Running coprocessor pre-open hook at 1731912248212Writing region info on filesystem at 1731912248212Initializing all the Stores at 1731912248213 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248213Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248214 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248214Cleaning up temporary data from old regions at 1731912248232 (+18 ms)Running coprocessor post-open hooks at 1731912248242 (+10 ms)Region opened successfully at 1731912248242 2024-11-18T06:44:08,242 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de90a357c178ea2003acab2937df0e7 columnFamilyName colfamily11 2024-11-18T06:44:08,242 DEBUG [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,242 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,243 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(327): Store=3de90a357c178ea2003acab2937df0e7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,243 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., pid=46, masterSystemTime=1731912248114 2024-11-18T06:44:08,243 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c62a3e4361cf81ccafc4c90242add7f, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,246 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de2305a74086c6619616b2e799ed578 columnFamilyName colfamily11 2024-11-18T06:44:08,246 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,247 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:44:08,247 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:44:08,247 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:44:08,247 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => c737f3b016af21cb2c3a56024daa8e54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-18T06:44:08,248 DEBUG [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,248 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] regionserver.HStore(327): Store=6de2305a74086c6619616b2e799ed578/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,249 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,249 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,249 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,249 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,249 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,249 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de90a357c178ea2003acab2937df0e7 columnFamilyName colfamily21 2024-11-18T06:44:08,250 DEBUG [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=291a1db7252e7a425b131710ecfac13d, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,252 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de2305a74086c6619616b2e799ed578 columnFamilyName colfamily21 2024-11-18T06:44:08,252 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,252 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(327): Store=3de90a357c178ea2003acab2937df0e7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,252 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,252 DEBUG [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,255 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c737f3b016af21cb2c3a56024daa8e54 columnFamilyName colfamily11 2024-11-18T06:44:08,255 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] regionserver.HStore(327): Store=6de2305a74086c6619616b2e799ed578/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291a1db7252e7a425b131710ecfac13d, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,255 DEBUG [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,255 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,257 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] regionserver.HStore(327): Store=c737f3b016af21cb2c3a56024daa8e54/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,256 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de90a357c178ea2003acab2937df0e7 columnFamilyName colfamily31 2024-11-18T06:44:08,257 DEBUG [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,257 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,258 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(327): Store=3de90a357c178ea2003acab2937df0e7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,258 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de2305a74086c6619616b2e799ed578 columnFamilyName colfamily31 2024-11-18T06:44:08,258 DEBUG [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,258 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,259 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,260 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,260 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c737f3b016af21cb2c3a56024daa8e54 columnFamilyName colfamily21 2024-11-18T06:44:08,260 DEBUG [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=7 2024-11-18T06:44:08,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,41933,1731912245252 in 187 msec 2024-11-18T06:44:08,261 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] regionserver.HStore(327): Store=c737f3b016af21cb2c3a56024daa8e54/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,261 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,262 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,262 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,262 INFO [StoreOpener-6de2305a74086c6619616b2e799ed578-1 {}] regionserver.HStore(327): Store=6de2305a74086c6619616b2e799ed578/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,262 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,263 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,264 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN in 491 msec 2024-11-18T06:44:08,265 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,265 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c737f3b016af21cb2c3a56024daa8e54 columnFamilyName colfamily31 2024-11-18T06:44:08,265 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,265 DEBUG [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,266 INFO [StoreOpener-c737f3b016af21cb2c3a56024daa8e54-1 {}] regionserver.HStore(327): Store=c737f3b016af21cb2c3a56024daa8e54/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,266 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,267 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,267 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,268 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,268 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,269 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=18 2024-11-18T06:44:08,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 291a1db7252e7a425b131710ecfac13d, server=75ed3c3b0308,44257,1731912245210 in 243 msec 2024-11-18T06:44:08,270 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,270 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,271 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,271 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=291a1db7252e7a425b131710ecfac13d, ASSIGN in 499 msec 2024-11-18T06:44:08,273 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=19 2024-11-18T06:44:08,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c62a3e4361cf81ccafc4c90242add7f, server=75ed3c3b0308,45293,1731912245109 in 327 msec 2024-11-18T06:44:08,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c62a3e4361cf81ccafc4c90242add7f, ASSIGN in 507 msec 2024-11-18T06:44:08,281 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,281 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,282 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 6de2305a74086c6619616b2e799ed578; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63089431, jitterRate=-0.059894219040870667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,282 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 3de90a357c178ea2003acab2937df0e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69692920, jitterRate=0.0385054349899292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,282 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:44:08,282 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:44:08,282 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 6de2305a74086c6619616b2e799ed578: Running coprocessor pre-open hook at 1731912248237Writing region info on filesystem at 1731912248237Initializing all the Stores at 1731912248239 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248239Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248240 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248240Cleaning up temporary data from old regions at 1731912248267 (+27 ms)Running coprocessor post-open hooks at 1731912248282 (+15 ms)Region opened successfully at 1731912248282 2024-11-18T06:44:08,282 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 3de90a357c178ea2003acab2937df0e7: Running coprocessor pre-open hook at 1731912248238Writing region info on filesystem at 1731912248238Initializing all the Stores at 1731912248239 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248239Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248239Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248239Cleaning up temporary data from old regions at 1731912248262 (+23 ms)Running coprocessor post-open hooks at 1731912248282 (+20 ms)Region opened successfully at 1731912248282 2024-11-18T06:44:08,283 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., pid=33, masterSystemTime=1731912248094 2024-11-18T06:44:08,283 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., pid=49, masterSystemTime=1731912248188 2024-11-18T06:44:08,285 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,287 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:08,287 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened c737f3b016af21cb2c3a56024daa8e54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60057731, jitterRate=-0.1050700694322586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,287 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:08,287 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:44:08,287 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:44:08,287 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for c737f3b016af21cb2c3a56024daa8e54: Running coprocessor pre-open hook at 1731912248249Writing region info on filesystem at 1731912248249Initializing all the Stores at 1731912248251 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248251Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248251Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248251Cleaning up temporary data from old regions at 1731912248271 (+20 ms)Running coprocessor post-open hooks at 1731912248287 (+16 ms)Region opened successfully at 1731912248287 2024-11-18T06:44:08,287 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 794a005827fd2d2b0ded6c2db4757469, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-18T06:44:08,287 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,287 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,288 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,288 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,288 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., pid=40, masterSystemTime=1731912248114 2024-11-18T06:44:08,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6de2305a74086c6619616b2e799ed578, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,289 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:44:08,289 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:44:08,289 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:44:08,290 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 57444d0aa550e1b95a399c070017419e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-18T06:44:08,290 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,290 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,290 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,290 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,291 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,292 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:44:08,292 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:44:08,292 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:44:08,292 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => d01a3b5df63082053b242c81a47787ba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-18T06:44:08,293 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,293 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,293 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,293 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,293 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,293 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794a005827fd2d2b0ded6c2db4757469 columnFamilyName colfamily11 2024-11-18T06:44:08,293 DEBUG [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de2305a74086c6619616b2e799ed578, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,294 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] regionserver.HStore(327): Store=794a005827fd2d2b0ded6c2db4757469/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,294 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=c737f3b016af21cb2c3a56024daa8e54, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,295 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,296 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57444d0aa550e1b95a399c070017419e columnFamilyName colfamily11 2024-11-18T06:44:08,297 DEBUG [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,297 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794a005827fd2d2b0ded6c2db4757469 columnFamilyName colfamily21 2024-11-18T06:44:08,297 DEBUG [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,297 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(327): Store=57444d0aa550e1b95a399c070017419e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,298 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] regionserver.HStore(327): Store=794a005827fd2d2b0ded6c2db4757469/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,298 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,298 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure c737f3b016af21cb2c3a56024daa8e54, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,299 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01a3b5df63082053b242c81a47787ba columnFamilyName colfamily11 2024-11-18T06:44:08,300 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794a005827fd2d2b0ded6c2db4757469 columnFamilyName colfamily31 2024-11-18T06:44:08,300 DEBUG [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,300 DEBUG [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,300 INFO [StoreOpener-794a005827fd2d2b0ded6c2db4757469-1 {}] regionserver.HStore(327): Store=794a005827fd2d2b0ded6c2db4757469/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,301 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,301 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57444d0aa550e1b95a399c070017419e columnFamilyName colfamily21 2024-11-18T06:44:08,301 DEBUG [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,301 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] regionserver.HStore(327): Store=d01a3b5df63082053b242c81a47787ba/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,302 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,302 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,302 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(327): Store=57444d0aa550e1b95a399c070017419e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,302 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,302 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,304 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,44257,1731912245210, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c737f3b016af21cb2c3a56024daa8e54. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:44:08,304 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01a3b5df63082053b242c81a47787ba columnFamilyName colfamily21 2024-11-18T06:44:08,304 DEBUG [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,304 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,304 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=5 2024-11-18T06:44:08,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6de2305a74086c6619616b2e799ed578, server=75ed3c3b0308,45293,1731912245109 in 343 msec 2024-11-18T06:44:08,305 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] regionserver.HStore(327): Store=d01a3b5df63082053b242c81a47787ba/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,305 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,306 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,307 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57444d0aa550e1b95a399c070017419e columnFamilyName colfamily31 2024-11-18T06:44:08,307 DEBUG [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,307 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01a3b5df63082053b242c81a47787ba columnFamilyName colfamily31 2024-11-18T06:44:08,307 DEBUG [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,308 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de2305a74086c6619616b2e799ed578, ASSIGN in 535 msec 2024-11-18T06:44:08,309 INFO [StoreOpener-d01a3b5df63082053b242c81a47787ba-1 {}] regionserver.HStore(327): Store=d01a3b5df63082053b242c81a47787ba/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,309 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(327): Store=57444d0aa550e1b95a399c070017419e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,309 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,309 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,311 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,311 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,311 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,312 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,313 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,314 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,314 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,314 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 794a005827fd2d2b0ded6c2db4757469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73597478, jitterRate=0.09668788313865662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,314 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:44:08,314 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,314 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,314 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 794a005827fd2d2b0ded6c2db4757469: Running coprocessor pre-open hook at 1731912248288Writing region info on filesystem at 1731912248288Initializing all the Stores at 1731912248290 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248290Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248291 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248291Cleaning up temporary data from old regions at 1731912248304 (+13 ms)Running coprocessor post-open hooks at 1731912248314 (+10 ms)Region opened successfully at 1731912248314 2024-11-18T06:44:08,315 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=27 2024-11-18T06:44:08,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure c737f3b016af21cb2c3a56024daa8e54, server=75ed3c3b0308,44257,1731912245210 in 320 msec 2024-11-18T06:44:08,315 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,315 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., pid=35, masterSystemTime=1731912248094 2024-11-18T06:44:08,317 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,317 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c737f3b016af21cb2c3a56024daa8e54, ASSIGN in 545 msec 2024-11-18T06:44:08,319 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:44:08,319 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:44:08,319 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:44:08,320 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 49ffccae7c8b8318739d9579007bfd0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-18T06:44:08,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=794a005827fd2d2b0ded6c2db4757469, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,320 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,320 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,320 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,320 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,321 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,322 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 57444d0aa550e1b95a399c070017419e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61051549, jitterRate=-0.09026102721691132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,322 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:44:08,322 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 57444d0aa550e1b95a399c070017419e: Running coprocessor pre-open hook at 1731912248290Writing region info on filesystem at 1731912248290Initializing all the Stores at 1731912248292 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248293 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248293Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248293Cleaning up temporary data from old regions at 1731912248314 (+21 ms)Running coprocessor post-open hooks at 1731912248322 (+8 ms)Region opened successfully at 1731912248322 2024-11-18T06:44:08,324 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., pid=54, masterSystemTime=1731912248188 2024-11-18T06:44:08,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794a005827fd2d2b0ded6c2db4757469, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,325 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,328 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:44:08,328 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:44:08,328 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:44:08,328 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 87a1fecd11e4e436197a8d3d56df7b39, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-18T06:44:08,328 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=57444d0aa550e1b95a399c070017419e, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,329 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,329 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,329 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,331 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,331 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,332 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,333 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened d01a3b5df63082053b242c81a47787ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68799691, jitterRate=0.02519528567790985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,333 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:44:08,334 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for d01a3b5df63082053b242c81a47787ba: Running coprocessor pre-open hook at 1731912248293Writing region info on filesystem at 1731912248293Initializing all the Stores at 1731912248295 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248295Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248295Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248295Cleaning up temporary data from old regions at 1731912248314 (+19 ms)Running coprocessor post-open hooks at 1731912248334 (+20 ms)Region opened successfully at 1731912248334 2024-11-18T06:44:08,335 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a1fecd11e4e436197a8d3d56df7b39 columnFamilyName colfamily11 2024-11-18T06:44:08,335 DEBUG [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,335 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., pid=42, masterSystemTime=1731912248114 2024-11-18T06:44:08,335 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(327): Store=87a1fecd11e4e436197a8d3d56df7b39/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,336 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=20 2024-11-18T06:44:08,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,41933,1731912245252 in 292 msec 2024-11-18T06:44:08,338 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a1fecd11e4e436197a8d3d56df7b39 columnFamilyName colfamily21 2024-11-18T06:44:08,338 DEBUG [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,338 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ffccae7c8b8318739d9579007bfd0d columnFamilyName colfamily11 2024-11-18T06:44:08,338 DEBUG [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,338 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(327): Store=87a1fecd11e4e436197a8d3d56df7b39/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,338 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:44:08,339 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] regionserver.HStore(327): Store=49ffccae7c8b8318739d9579007bfd0d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,339 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:44:08,339 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,339 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,339 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:44:08,339 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 98339e2fe6ef52a15c260fe5fbd94d73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-18T06:44:08,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d01a3b5df63082053b242c81a47787ba, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,339 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,340 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,340 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,340 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,342 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a1fecd11e4e436197a8d3d56df7b39 columnFamilyName colfamily31 2024-11-18T06:44:08,342 DEBUG [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d01a3b5df63082053b242c81a47787ba, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,343 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ffccae7c8b8318739d9579007bfd0d columnFamilyName colfamily21 2024-11-18T06:44:08,343 DEBUG [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,344 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(327): Store=87a1fecd11e4e436197a8d3d56df7b39/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,344 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,344 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] regionserver.HStore(327): Store=49ffccae7c8b8318739d9579007bfd0d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,344 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,345 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,345 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,345 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN in 573 msec 2024-11-18T06:44:08,347 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,347 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,347 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ffccae7c8b8318739d9579007bfd0d columnFamilyName colfamily31 2024-11-18T06:44:08,347 DEBUG [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,348 INFO [StoreOpener-49ffccae7c8b8318739d9579007bfd0d-1 {}] regionserver.HStore(327): Store=49ffccae7c8b8318739d9579007bfd0d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,348 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,348 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,349 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,349 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98339e2fe6ef52a15c260fe5fbd94d73 columnFamilyName colfamily11 2024-11-18T06:44:08,349 DEBUG [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,350 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,350 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,350 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] regionserver.HStore(327): Store=98339e2fe6ef52a15c260fe5fbd94d73/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,351 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,351 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,352 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,353 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=12 2024-11-18T06:44:08,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d01a3b5df63082053b242c81a47787ba, server=75ed3c3b0308,44257,1731912245210 in 345 msec 2024-11-18T06:44:08,355 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98339e2fe6ef52a15c260fe5fbd94d73 columnFamilyName colfamily21 2024-11-18T06:44:08,355 DEBUG [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,355 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,355 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] regionserver.HStore(327): Store=98339e2fe6ef52a15c260fe5fbd94d73/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,355 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d01a3b5df63082053b242c81a47787ba, ASSIGN in 584 msec 2024-11-18T06:44:08,357 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,358 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,358 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 87a1fecd11e4e436197a8d3d56df7b39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73102957, jitterRate=0.08931894600391388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,359 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98339e2fe6ef52a15c260fe5fbd94d73 columnFamilyName colfamily31 2024-11-18T06:44:08,359 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:44:08,359 DEBUG [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,359 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 49ffccae7c8b8318739d9579007bfd0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62732210, jitterRate=-0.06521722674369812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,359 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:44:08,359 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 87a1fecd11e4e436197a8d3d56df7b39: Running coprocessor pre-open hook at 1731912248329Writing region info on filesystem at 1731912248329Initializing all the Stores at 1731912248331 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248331Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248331Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248331Cleaning up temporary data from old regions at 1731912248347 (+16 ms)Running coprocessor post-open hooks at 1731912248359 (+12 ms)Region opened successfully at 1731912248359 2024-11-18T06:44:08,359 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 49ffccae7c8b8318739d9579007bfd0d: Running coprocessor pre-open hook at 1731912248321Writing region info on filesystem at 1731912248321Initializing all the Stores at 1731912248325 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248325Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248331 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248331Cleaning up temporary data from old regions at 1731912248352 (+21 ms)Running coprocessor post-open hooks at 1731912248359 (+7 ms)Region opened successfully at 1731912248359 2024-11-18T06:44:08,360 INFO [StoreOpener-98339e2fe6ef52a15c260fe5fbd94d73-1 {}] regionserver.HStore(327): Store=98339e2fe6ef52a15c260fe5fbd94d73/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,360 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,360 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., pid=56, masterSystemTime=1731912248188 2024-11-18T06:44:08,361 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,361 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., pid=38, masterSystemTime=1731912248094 2024-11-18T06:44:08,362 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,364 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:44:08,364 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,364 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:44:08,364 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,364 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:44:08,364 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 77d0f7de3d22b7ede41ec1cdec10d7f8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-18T06:44:08,365 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,365 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,365 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,365 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=11 2024-11-18T06:44:08,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,41933,1731912245252 in 294 msec 2024-11-18T06:44:08,366 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,366 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:44:08,366 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:44:08,366 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:44:08,366 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => bad75bf84315b57191118fd3c1731e4c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-18T06:44:08,367 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,367 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,367 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,367 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,367 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,367 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,369 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=49ffccae7c8b8318739d9579007bfd0d, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,369 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,370 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d0f7de3d22b7ede41ec1cdec10d7f8 columnFamilyName colfamily11 2024-11-18T06:44:08,370 DEBUG [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,371 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(327): Store=77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,371 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad75bf84315b57191118fd3c1731e4c columnFamilyName colfamily11 2024-11-18T06:44:08,371 DEBUG [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,372 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] regionserver.HStore(327): Store=bad75bf84315b57191118fd3c1731e4c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,372 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,373 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,373 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,374 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 98339e2fe6ef52a15c260fe5fbd94d73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68233472, jitterRate=0.016757965087890625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,374 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:44:08,374 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 98339e2fe6ef52a15c260fe5fbd94d73: Running coprocessor pre-open hook at 1731912248340Writing region info on filesystem at 1731912248340Initializing all the Stores at 1731912248342 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248342Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248345 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248346 (+1 ms)Cleaning up temporary data from old regions at 1731912248364 (+18 ms)Running coprocessor post-open hooks at 1731912248374 (+10 ms)Region opened successfully at 1731912248374 2024-11-18T06:44:08,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ffccae7c8b8318739d9579007bfd0d, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,375 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d0f7de3d22b7ede41ec1cdec10d7f8 columnFamilyName colfamily21 2024-11-18T06:44:08,375 DEBUG [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN in 602 msec 2024-11-18T06:44:08,376 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73., pid=34, masterSystemTime=1731912248114 2024-11-18T06:44:08,376 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(327): Store=77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,376 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,377 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad75bf84315b57191118fd3c1731e4c columnFamilyName colfamily21 2024-11-18T06:44:08,377 DEBUG [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,378 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] regionserver.HStore(327): Store=bad75bf84315b57191118fd3c1731e4c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,378 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d0f7de3d22b7ede41ec1cdec10d7f8 columnFamilyName colfamily31 2024-11-18T06:44:08,378 DEBUG [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,379 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,379 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:44:08,379 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:44:08,379 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(327): Store=77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,379 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,379 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:44:08,380 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 118947c25ba9177f136a5807262b6d7d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-18T06:44:08,380 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,380 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,380 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,380 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,380 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,381 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,383 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad75bf84315b57191118fd3c1731e4c columnFamilyName colfamily31 2024-11-18T06:44:08,383 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,383 DEBUG [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=23 2024-11-18T06:44:08,383 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 49ffccae7c8b8318739d9579007bfd0d, server=75ed3c3b0308,45293,1731912245109 in 400 msec 2024-11-18T06:44:08,383 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,384 INFO [StoreOpener-bad75bf84315b57191118fd3c1731e4c-1 {}] regionserver.HStore(327): Store=bad75bf84315b57191118fd3c1731e4c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,384 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,385 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,385 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,385 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,385 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118947c25ba9177f136a5807262b6d7d columnFamilyName colfamily11 2024-11-18T06:44:08,385 DEBUG [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,387 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,387 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] regionserver.HStore(327): Store=118947c25ba9177f136a5807262b6d7d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,387 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=49ffccae7c8b8318739d9579007bfd0d, ASSIGN in 613 msec 2024-11-18T06:44:08,387 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,387 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,388 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,389 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118947c25ba9177f136a5807262b6d7d columnFamilyName colfamily21 2024-11-18T06:44:08,389 DEBUG [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,390 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,390 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,391 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 77d0f7de3d22b7ede41ec1cdec10d7f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63129847, jitterRate=-0.05929197371006012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,391 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:44:08,391 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] regionserver.HStore(327): Store=118947c25ba9177f136a5807262b6d7d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,391 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 77d0f7de3d22b7ede41ec1cdec10d7f8: Running coprocessor pre-open hook at 1731912248365Writing region info on filesystem at 1731912248365Initializing all the Stores at 1731912248366 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248366Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248367 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248367Cleaning up temporary data from old regions at 1731912248383 (+16 ms)Running coprocessor post-open hooks at 1731912248391 (+8 ms)Region opened successfully at 1731912248391 2024-11-18T06:44:08,391 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,393 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., pid=50, masterSystemTime=1731912248188 2024-11-18T06:44:08,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98339e2fe6ef52a15c260fe5fbd94d73, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,396 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118947c25ba9177f136a5807262b6d7d columnFamilyName colfamily31 2024-11-18T06:44:08,396 DEBUG [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,397 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:44:08,397 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:44:08,397 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,397 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:44:08,397 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 80cd24f147785d98d6dd306a14076532, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-18T06:44:08,398 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,398 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened bad75bf84315b57191118fd3c1731e4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71493817, jitterRate=0.06534089148044586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,398 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,398 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:44:08,398 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,398 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for bad75bf84315b57191118fd3c1731e4c: Running coprocessor pre-open hook at 1731912248367Writing region info on filesystem at 1731912248367Initializing all the Stores at 1731912248369 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248369Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248369Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248369Cleaning up temporary data from old regions at 1731912248387 (+18 ms)Running coprocessor post-open hooks at 1731912248398 (+11 ms)Region opened successfully at 1731912248398 2024-11-18T06:44:08,398 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,399 INFO [StoreOpener-118947c25ba9177f136a5807262b6d7d-1 {}] regionserver.HStore(327): Store=118947c25ba9177f136a5807262b6d7d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,399 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,400 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., pid=37, masterSystemTime=1731912248094 2024-11-18T06:44:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,401 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,401 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,402 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,403 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:44:08,403 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:44:08,403 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,404 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,404 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80cd24f147785d98d6dd306a14076532 columnFamilyName colfamily11 2024-11-18T06:44:08,404 DEBUG [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,405 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(327): Store=80cd24f147785d98d6dd306a14076532/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,406 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=bad75bf84315b57191118fd3c1731e4c, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:44:08,407 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80cd24f147785d98d6dd306a14076532 columnFamilyName colfamily21 2024-11-18T06:44:08,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,407 DEBUG [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,408 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,408 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(327): Store=80cd24f147785d98d6dd306a14076532/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,408 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,410 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,44257,1731912245210, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98339e2fe6ef52a15c260fe5fbd94d73. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:44:08,410 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80cd24f147785d98d6dd306a14076532 columnFamilyName colfamily31 2024-11-18T06:44:08,411 DEBUG [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,411 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,411 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(327): Store=80cd24f147785d98d6dd306a14076532/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,411 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,412 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,414 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad75bf84315b57191118fd3c1731e4c, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:44:08,416 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,416 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,416 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,45293,1731912245109, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794a005827fd2d2b0ded6c2db4757469. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:44:08,416 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,45293,1731912245109, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad75bf84315b57191118fd3c1731e4c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:44:08,417 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,417 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,41933,1731912245252, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:44:08,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=14 2024-11-18T06:44:08,418 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,41933,1731912245252 in 367 msec 2024-11-18T06:44:08,419 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,419 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 118947c25ba9177f136a5807262b6d7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73403191, jitterRate=0.09379278123378754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,419 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:44:08,420 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 118947c25ba9177f136a5807262b6d7d: Running coprocessor pre-open hook at 1731912248381Writing region info on filesystem at 1731912248381Initializing all the Stores at 1731912248382 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248382Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248382Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248382Cleaning up temporary data from old regions at 1731912248404 (+22 ms)Running coprocessor post-open hooks at 1731912248420 (+16 ms)Region opened successfully at 1731912248420 2024-11-18T06:44:08,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN in 648 msec 2024-11-18T06:44:08,422 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., pid=45, masterSystemTime=1731912248114 2024-11-18T06:44:08,422 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,424 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 80cd24f147785d98d6dd306a14076532; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69302475, jitterRate=0.03268735110759735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,424 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:44:08,424 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 80cd24f147785d98d6dd306a14076532: Running coprocessor pre-open hook at 1731912248398Writing region info on filesystem at 1731912248398Initializing all the Stores at 1731912248400 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248400Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248400Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248400Cleaning up temporary data from old regions at 1731912248416 (+16 ms)Running coprocessor post-open hooks at 1731912248424 (+8 ms)Region opened successfully at 1731912248424 2024-11-18T06:44:08,425 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., pid=51, masterSystemTime=1731912248188 2024-11-18T06:44:08,426 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:44:08,426 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:44:08,426 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:08,427 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 4468c5a8a19a326a1e90fc61750bc2f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-18T06:44:08,427 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,427 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,427 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,428 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,429 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:44:08,429 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:44:08,429 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:44:08,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=17 2024-11-18T06:44:08,429 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => a3184c3d4a0704993d52fa66a2b1f8c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-18T06:44:08,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure bad75bf84315b57191118fd3c1731e4c, server=75ed3c3b0308,45293,1731912245109 in 450 msec 2024-11-18T06:44:08,430 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,430 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,430 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,430 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,430 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,432 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4468c5a8a19a326a1e90fc61750bc2f7 columnFamilyName colfamily11 2024-11-18T06:44:08,432 DEBUG [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,432 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad75bf84315b57191118fd3c1731e4c, ASSIGN in 660 msec 2024-11-18T06:44:08,433 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] regionserver.HStore(327): Store=4468c5a8a19a326a1e90fc61750bc2f7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,433 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=80cd24f147785d98d6dd306a14076532, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,435 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3184c3d4a0704993d52fa66a2b1f8c3 columnFamilyName colfamily11 2024-11-18T06:44:08,435 DEBUG [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,436 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(327): Store=a3184c3d4a0704993d52fa66a2b1f8c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,436 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,436 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4468c5a8a19a326a1e90fc61750bc2f7 columnFamilyName colfamily21 2024-11-18T06:44:08,436 DEBUG [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,437 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] regionserver.HStore(327): Store=4468c5a8a19a326a1e90fc61750bc2f7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,437 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,438 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3184c3d4a0704993d52fa66a2b1f8c3 columnFamilyName colfamily21 2024-11-18T06:44:08,438 DEBUG [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,439 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4468c5a8a19a326a1e90fc61750bc2f7 columnFamilyName colfamily31 2024-11-18T06:44:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,439 DEBUG [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=118947c25ba9177f136a5807262b6d7d, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,440 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(327): Store=a3184c3d4a0704993d52fa66a2b1f8c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,441 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,441 INFO [StoreOpener-4468c5a8a19a326a1e90fc61750bc2f7-1 {}] regionserver.HStore(327): Store=4468c5a8a19a326a1e90fc61750bc2f7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,441 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,442 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118947c25ba9177f136a5807262b6d7d, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,443 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,444 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3184c3d4a0704993d52fa66a2b1f8c3 columnFamilyName colfamily31 2024-11-18T06:44:08,444 DEBUG [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,445 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(327): Store=a3184c3d4a0704993d52fa66a2b1f8c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,445 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,445 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,445 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,446 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,446 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=15 2024-11-18T06:44:08,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,41933,1731912245252 in 394 msec 2024-11-18T06:44:08,448 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,448 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN in 676 msec 2024-11-18T06:44:08,449 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,449 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,451 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,452 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,453 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 4468c5a8a19a326a1e90fc61750bc2f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70851950, jitterRate=0.05577632784843445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,453 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:44:08,453 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 4468c5a8a19a326a1e90fc61750bc2f7: Running coprocessor pre-open hook at 1731912248428Writing region info on filesystem at 1731912248428Initializing all the Stores at 1731912248429 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248429Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248430 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248430Cleaning up temporary data from old regions at 1731912248445 (+15 ms)Running coprocessor post-open hooks at 1731912248453 (+8 ms)Region opened successfully at 1731912248453 2024-11-18T06:44:08,454 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,455 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., pid=43, masterSystemTime=1731912248114 2024-11-18T06:44:08,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=16 2024-11-18T06:44:08,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 118947c25ba9177f136a5807262b6d7d, server=75ed3c3b0308,44257,1731912245210 in 432 msec 2024-11-18T06:44:08,457 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:08,457 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:08,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=118947c25ba9177f136a5807262b6d7d, ASSIGN in 685 msec 2024-11-18T06:44:08,459 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:44:08,460 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened a3184c3d4a0704993d52fa66a2b1f8c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64326833, jitterRate=-0.04145549237728119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,460 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:44:08,460 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for a3184c3d4a0704993d52fa66a2b1f8c3: Running coprocessor pre-open hook at 1731912248430Writing region info on filesystem at 1731912248430Initializing all the Stores at 1731912248432 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248432Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248432Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248432Cleaning up temporary data from old regions at 1731912248450 (+18 ms)Running coprocessor post-open hooks at 1731912248460 (+10 ms)Region opened successfully at 1731912248460 2024-11-18T06:44:08,461 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., pid=48, masterSystemTime=1731912248188 2024-11-18T06:44:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4468c5a8a19a326a1e90fc61750bc2f7, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:44:08,464 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:44:08,464 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:44:08,464 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:44:08,464 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a45defe2c6138d0563292247016c5dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-18T06:44:08,465 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,465 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,465 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,465 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=8 2024-11-18T06:44:08,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,41933,1731912245252 in 391 msec 2024-11-18T06:44:08,467 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN in 697 msec 2024-11-18T06:44:08,469 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a45defe2c6138d0563292247016c5dc columnFamilyName colfamily11 2024-11-18T06:44:08,469 DEBUG [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,470 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(327): Store=1a45defe2c6138d0563292247016c5dc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,470 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,472 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a45defe2c6138d0563292247016c5dc columnFamilyName colfamily21 2024-11-18T06:44:08,473 DEBUG [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,473 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(327): Store=1a45defe2c6138d0563292247016c5dc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,473 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,475 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a45defe2c6138d0563292247016c5dc columnFamilyName colfamily31 2024-11-18T06:44:08,475 DEBUG [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,476 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(327): Store=1a45defe2c6138d0563292247016c5dc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,476 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=6 2024-11-18T06:44:08,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4468c5a8a19a326a1e90fc61750bc2f7, server=75ed3c3b0308,44257,1731912245210 in 466 msec 2024-11-18T06:44:08,477 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,477 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4468c5a8a19a326a1e90fc61750bc2f7, ASSIGN in 707 msec 2024-11-18T06:44:08,479 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,479 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,480 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,482 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=29 2024-11-18T06:44:08,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,41933,1731912245252 in 445 msec 2024-11-18T06:44:08,485 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN in 713 msec 2024-11-18T06:44:08,486 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 1a45defe2c6138d0563292247016c5dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60485125, jitterRate=-0.09870140254497528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,486 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:44:08,486 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 1a45defe2c6138d0563292247016c5dc: Running coprocessor pre-open hook at 1731912248465Writing region info on filesystem at 1731912248465Initializing all the Stores at 1731912248467 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248467Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248467Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248467Cleaning up temporary data from old regions at 1731912248479 (+12 ms)Running coprocessor post-open hooks at 1731912248486 (+7 ms)Region opened successfully at 1731912248486 2024-11-18T06:44:08,487 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., pid=53, masterSystemTime=1731912248188 2024-11-18T06:44:08,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=30 2024-11-18T06:44:08,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 98339e2fe6ef52a15c260fe5fbd94d73, server=75ed3c3b0308,44257,1731912245210 in 526 msec 2024-11-18T06:44:08,490 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:44:08,490 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:44:08,490 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:44:08,490 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 462262b16346940d76f59d4f1b3f0381, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-18T06:44:08,491 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,491 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:44:08,491 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,491 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98339e2fe6ef52a15c260fe5fbd94d73, ASSIGN in 720 msec 2024-11-18T06:44:08,493 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,495 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 462262b16346940d76f59d4f1b3f0381 columnFamilyName colfamily11 2024-11-18T06:44:08,495 DEBUG [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,496 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(327): Store=462262b16346940d76f59d4f1b3f0381/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,496 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,498 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 462262b16346940d76f59d4f1b3f0381 columnFamilyName colfamily21 2024-11-18T06:44:08,498 DEBUG [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,498 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(327): Store=462262b16346940d76f59d4f1b3f0381/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,499 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=10 2024-11-18T06:44:08,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 794a005827fd2d2b0ded6c2db4757469, server=75ed3c3b0308,45293,1731912245109 in 532 msec 2024-11-18T06:44:08,500 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 462262b16346940d76f59d4f1b3f0381 columnFamilyName colfamily31 2024-11-18T06:44:08,501 DEBUG [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:44:08,501 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(327): Store=462262b16346940d76f59d4f1b3f0381/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:44:08,501 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,502 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794a005827fd2d2b0ded6c2db4757469, ASSIGN in 730 msec 2024-11-18T06:44:08,503 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,504 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,504 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,505 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:44:08,507 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=26 2024-11-18T06:44:08,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,41933,1731912245252 in 447 msec 2024-11-18T06:44:08,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN in 737 msec 2024-11-18T06:44:08,510 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:44:08,510 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 462262b16346940d76f59d4f1b3f0381; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69144174, jitterRate=0.030328482389450073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:44:08,511 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:44:08,511 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 462262b16346940d76f59d4f1b3f0381: Running coprocessor pre-open hook at 1731912248491Writing region info on filesystem at 1731912248491Initializing all the Stores at 1731912248493 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248493Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248493Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912248493Cleaning up temporary data from old regions at 1731912248504 (+11 ms)Running coprocessor post-open hooks at 1731912248511 (+7 ms)Region opened successfully at 1731912248511 2024-11-18T06:44:08,512 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., pid=52, masterSystemTime=1731912248188 2024-11-18T06:44:08,516 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:44:08,516 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:44:08,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, openSeqNum=2, regionLocation=75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,41933,1731912245252 because future has completed 2024-11-18T06:44:08,522 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=75ed3c3b0308,41933,1731912245252, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:44:08,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=22 2024-11-18T06:44:08,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,41933,1731912245252 in 470 msec 2024-11-18T06:44:08,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=4 2024-11-18T06:44:08,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN in 757 msec 2024-11-18T06:44:08,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:44:08,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731912248532"}]},"ts":"1731912248532"} 2024-11-18T06:44:08,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-18T06:44:08,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:44:08,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.1160 sec 2024-11-18T06:44:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:44:08,581 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-18T06:44:08,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-18T06:44:08,583 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:44:08,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41933 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T06:44:08,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-18T06:44:08,609 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:44:08,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-18T06:44:08,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,666 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eel', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:08,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:08,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:08,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,044 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,100 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,102 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,143 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,315 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,450 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,456 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rry', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,626 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,663 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,666 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,668 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,791 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., hostname=75ed3c3b0308,45293,1731912245109, seqNum=2] 2024-11-18T06:44:09,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2] 2024-11-18T06:44:09,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73., hostname=75ed3c3b0308,44257,1731912245210, seqNum=2] 2024-11-18T06:44:09,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:44:09,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:44:09,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:44:09,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:44:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:44:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:44:10,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:44:10,763 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-18T06:44:10,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41933 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T06:44:11,023 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-18T06:44:11,023 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:11,023 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:11,024 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 75ed3c3b0308,41933,1731912245252: Simulated kill ***** 2024-11-18T06:44:11,024 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:44:11,026 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:44:11,029 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:44:11,029 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:44:11,029 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:44:11,029 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 556735296 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 154345736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "75ed3c3b0308" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "75ed3c3b0308" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "75ed3c3b0308" } ] } 2024-11-18T06:44:11,032 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34989 {}] master.MasterRpcServices(700): 75ed3c3b0308,41933,1731912245252 reported a fatal error: ***** ABORTING region server 75ed3c3b0308,41933,1731912245252: Simulated kill ***** 2024-11-18T06:44:11,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,41933,1731912245252' ***** 2024-11-18T06:44:11,034 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T06:44:11,034 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:44:11,034 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:44:11,035 INFO [RS:2;75ed3c3b0308:41933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T06:44:11,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:44:11,035 INFO [RS:2;75ed3c3b0308:41933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T06:44:11,035 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:44:11,035 INFO [RS:2;75ed3c3b0308:41933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;75ed3c3b0308:41933. 2024-11-18T06:44:11,035 DEBUG [RS:2;75ed3c3b0308:41933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:44:11,041 DEBUG [RS:2;75ed3c3b0308:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741836_1012 (size=54214) 2024-11-18T06:44:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741836_1012 (size=54214) 2024-11-18T06:44:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741836_1012 (size=54214) 2024-11-18T06:44:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741835_1011 (size=334920) 2024-11-18T06:44:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741835_1011 (size=334920) 2024-11-18T06:44:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741835_1011 (size=334920) 2024-11-18T06:44:11,051 DEBUG [RS:2;75ed3c3b0308:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:44:11,051 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:44:11,052 INFO [RS:2;75ed3c3b0308:41933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41933 2024-11-18T06:44:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:44:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,41933,1731912245252 2024-11-18T06:44:11,060 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:44:11,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,41933,1731912245252] 2024-11-18T06:44:11,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,41933,1731912245252 already deleted, retry=false 2024-11-18T06:44:11,065 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 75ed3c3b0308,41933,1731912245252 on 75ed3c3b0308,34989,1731912244444 2024-11-18T06:44:11,070 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:44:11,074 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 75ed3c3b0308,41933,1731912245252 (carryingMeta=true) 75ed3c3b0308,41933,1731912245252/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7f300a7d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T06:44:11,075 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:44:11,076 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:44:11,076 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:44:11,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:44:11,076 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:44:11,108 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:44:11,135 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T06:44:11,138 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:44:11,138 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:44:11,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:44:11,138 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:44:11,139 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:44:11,139 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:44:11,139 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:44:11,139 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:44:11,140 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:44:11,141 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:44:11,145 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:44:11,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:44:11,146 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:44:11,147 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:44:11,147 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:44:11,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T06:44:11,149 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:44:11,149 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,41933,1731912245252, table=hbase:meta, region=1588230740 2024-11-18T06:44:11,149 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,41933,1731912245252, state=OPEN 2024-11-18T06:44:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:11,151 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:44:11,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:11,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:11,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:44:11,153 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912281153 2024-11-18T06:44:11,154 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:44:11,154 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:44:11,154 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:44:11,155 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:11,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:11,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:11,159 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true, isMeta: true 2024-11-18T06:44:11,162 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting 2024-11-18T06:44:11,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:11,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10129d1841d0003, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:44:11,163 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=1, meta=true 2024-11-18T06:44:11,163 INFO [RS:2;75ed3c3b0308:41933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:44:11,164 INFO [RS:2;75ed3c3b0308:41933 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,41933,1731912245252; zookeeper connection closed. 2024-11-18T06:44:11,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@592fa57a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@592fa57a 2024-11-18T06:44:11,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta}] 2024-11-18T06:44:11,167 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:44:11,167 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:44:11,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:44:11,167 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:44:11,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:11,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:11,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:44:11,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:11,406 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:44:11,406 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:44:11,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:11,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:11,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:44:11,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:11,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:11,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:11,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:44:11,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:12,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:12,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:12,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:44:12,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:12,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:12,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:12,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T06:44:12,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:44:12,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-18T06:44:13,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:13,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:13,310 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:13,314 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2156 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:44:13,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:13,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:13,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:13,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:14,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:44:14,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:44:14,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:44:14,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-18T06:44:14,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:44:14,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:44:14,846 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:44:14,846 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T06:44:15,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:15,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:15,331 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:15,331 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4177 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:44:15,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:15,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:15,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:15,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:19,348 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:19,348 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:19,349 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:19,350 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8195 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:44:19,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:19,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:19,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:19,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:29,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:29,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:29,370 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:29,370 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18216 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:44:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:33,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:44:39,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:39,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:39,430 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:39,430 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28276 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:44:39,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:39,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:39,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:39,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:41,199 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=75ed3c3b0308:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T06:44:47,271 INFO [master/75ed3c3b0308:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T06:44:47,272 INFO [master/75ed3c3b0308:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T06:44:49,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:49,529 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:49,530 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:49,530 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38376 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:44:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:59,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:44:59,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:44:59,580 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:44:59,580 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48426 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:44:59,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:59,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:44:59,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:44:59,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:03,536 WARN [RS:0;75ed3c3b0308:45293 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 75ed3c3b0308,41933,1731912245252: status=status unset, state=RUNNING, startTime=1731912251074, completionTime=-1 appears to have been leaked 2024-11-18T06:45:03,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:45:07,223 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4468c5a8a19a326a1e90fc61750bc2f7 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,223 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7edaa746067017933a3967ab89f173ca changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,224 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d01a3b5df63082053b242c81a47787ba changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,224 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 118947c25ba9177f136a5807262b6d7d changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,224 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 291a1db7252e7a425b131710ecfac13d changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,224 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 80e01507cae4a62448f66a832f319222 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,224 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2625742502c3477168edeb502c44d418 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,224 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c737f3b016af21cb2c3a56024daa8e54 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 98339e2fe6ef52a15c260fe5fbd94d73 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6de2305a74086c6619616b2e799ed578 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 794a005827fd2d2b0ded6c2db4757469 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c338c7422581a6a090ab4ce6622e69ba changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bad75bf84315b57191118fd3c1731e4c changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9c62a3e4361cf81ccafc4c90242add7f changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 49ffccae7c8b8318739d9579007bfd0d changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 59bb8b556489f8fd4d01406fcde2474e changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:07,225 DEBUG [master/75ed3c3b0308:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dd4c4e99f9b1cdcfd9a43dd71cf36ae0 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:45:08,648 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T06:45:11,159 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T06:44:11.158Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:11.270Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11.480Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:11.790Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:12.299Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:44:13.315Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:15.332Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:19.350Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:29.371Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:39.431Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:49.531Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:44:59.581Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T06:45:11,161 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:45:11,161 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:45:11,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:45:11,161 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:45:11,161 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:45:11,161 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:45:11,161 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:45:11,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:45:11,161 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:45:11,162 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:45:11,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:45:11,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:45:11,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:45:11,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:45:11,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:45:11,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T06:45:11,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:45:11,166 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,41933,1731912245252, table=hbase:meta, region=1588230740 2024-11-18T06:45:11,167 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,41933,1731912245252, state=OPEN 2024-11-18T06:45:11,169 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:45:11,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:45:11,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:45:11,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:45:11,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:45:11,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:45:11,170 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912341170 2024-11-18T06:45:11,170 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:45:11,170 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true, isMeta: true 2024-11-18T06:45:11,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:11,171 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:11,172 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:11,173 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=1, meta=true 2024-11-18T06:45:11,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:11,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:11,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta}] 2024-11-18T06:45:11,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:11,173 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:45:11,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:11,178 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:45:11,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:45:11,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:11,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:11,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:45:11,280 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11,280 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11,280 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:11,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-18T06:45:11,374 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, size=52.9 K (54214bytes) 2024-11-18T06:45:11,375 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T06:45:11,375 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T06:45:11,376 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta 2024-11-18T06:45:11,382 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta after 4ms 2024-11-18T06:45:11,391 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta took 19ms 2024-11-18T06:45:11,399 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:45:11,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta so closing down 2024-11-18T06:45:11,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T06:45:11,408 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta.temp 2024-11-18T06:45:11,411 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta.temp 2024-11-18T06:45:11,415 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T06:45:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741864_1040 (size=53973) 2024-11-18T06:45:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741864_1040 (size=53973) 2024-11-18T06:45:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741864_1040 (size=53973) 2024-11-18T06:45:11,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-18T06:45:11,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T06:45:11,434 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-18T06:45:11,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, journal: Splitting hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, size=52.9 K (54214bytes) at 1731912311374Finishing writing output for hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta so closing down at 1731912311407 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta.temp at 1731912311411 (+4 ms)3 split writer threads finished at 1731912311415 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731912311428 (+13 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731912311430 (+2 ms)Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731912311434 (+4 ms) 2024-11-18T06:45:11,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta 2024-11-18T06:45:11,435 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T06:45:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T06:45:11,445 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs 2024-11-18T06:45:11,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-18T06:45:11,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 in 265 msec 2024-11-18T06:45:11,449 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:45:11,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-18T06:45:11,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 in 276 msec 2024-11-18T06:45:11,453 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting dir is empty, no logs to split. 2024-11-18T06:45:11,453 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=0, meta=true 2024-11-18T06:45:11,453 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 75ed3c3b0308,41933,1731912245252 WAL splitting is done? wals=0, meta=true 2024-11-18T06:45:11,453 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:45:11,453 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:45:11,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:45:11,454 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:45:11,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:11,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:11,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:45:11,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:11,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:11,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:11,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:45:11,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:12,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:12,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:12,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:45:12,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:12,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:12,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:13,201 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=75ed3c3b0308:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T06:45:13,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:13,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:13,329 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:13,330 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2159 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:45:13,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:13,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:13,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:13,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:15,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:15,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:15,360 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:15,360 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4189 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:45:15,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:15,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:15,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:15,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:19,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:19,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:19,379 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:19,380 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8209 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:45:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:29,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:29,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:29,399 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:29,400 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18229 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:45:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:33,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:45:39,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:39,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:39,490 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:39,490 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28319 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:45:39,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:39,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:49,559 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:49,559 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:49,560 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:49,560 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38389 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:45:49,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:49,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:49,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:49,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:59,608 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:45:59,609 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:45:59,610 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:45:59,610 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48439 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:45:59,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:59,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:45:59,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:45:59,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:03,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:46:06,404 WARN [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 21, running: 1 2024-11-18T06:46:06,494 WARN [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 22, running: 1 2024-11-18T06:46:06,538 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T06:46:11,179 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T06:45:11.173Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:11.280Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11.489Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:11.799Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:12.310Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:45:13.330Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:15.360Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:19.380Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:29.400Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:39.491Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:49.561Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:45:59.610Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T06:46:11,180 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:46:11,180 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:46:11,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:46:11,180 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:46:11,180 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:46:11,181 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:46:11,181 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:46:11,181 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:46:11,181 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:46:11,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:46:11,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:46:11,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:46:11,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:46:11,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:46:11,186 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:46:11,186 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:46:11,186 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:46:11,186 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:46:11,186 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:46:11,186 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:46:11,187 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:46:11,187 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T06:46:11,187 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:46:11,188 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,41933,1731912245252, table=hbase:meta, region=1588230740 2024-11-18T06:46:11,188 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,41933,1731912245252, state=OPEN 2024-11-18T06:46:11,190 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:46:11,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:46:11,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:46:11,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:46:11,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:46:11,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:46:11,191 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912401191 2024-11-18T06:46:11,191 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:46:11,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:11,192 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:11,193 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:11,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:11,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:11,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:11,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:11,194 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting dir is empty, no logs to split. 2024-11-18T06:46:11,194 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=0, meta=true 2024-11-18T06:46:11,194 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 75ed3c3b0308,41933,1731912245252 WAL splitting is done? wals=0, meta=true 2024-11-18T06:46:11,194 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:46:11,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:46:11,197 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:46:11,197 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:46:11,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:46:11,197 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:46:11,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:11,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:11,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:46:11,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:11,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:11,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:11,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:46:11,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:11,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:11,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:11,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:46:11,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:12,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:12,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:12,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:46:12,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:12,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:12,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:13,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:13,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:13,339 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:13,340 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:46:13,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:13,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:13,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:13,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:15,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:15,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:15,349 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:15,350 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4158 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:46:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:16,202 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=75ed3c3b0308:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T06:46:19,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:19,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:19,359 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:19,360 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8167 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:46:19,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:19,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:19,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:19,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:29,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:29,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:29,389 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:29,390 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18197 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:46:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:33,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:46:39,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:39,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:39,400 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:39,400 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28208 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:46:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:49,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:49,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:49,479 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:49,480 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38288 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:46:49,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:49,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:49,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:49,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:59,499 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:46:59,499 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:46:59,501 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:46:59,501 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 75ed3c3b0308,41933,1731912245252 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48309 ms java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:46:59,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:59,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:46:59,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:46:59,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:47:03,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:47:09,478 WARN [RS:1;75ed3c3b0308:44257 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 75ed3c3b0308,41933,1731912245252: status=Processing ServerCrashProcedure of 75ed3c3b0308,41933,1731912245252 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731912251147, completionTime=-1 appears to have been leaked 2024-11-18T06:47:09,478 WARN [RS:1;75ed3c3b0308:44257 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 75ed3c3b0308,41933,1731912245252: status=Processing ServerCrashProcedure of 75ed3c3b0308,41933,1731912245252 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731912311165, completionTime=-1 appears to have been leaked 2024-11-18T06:47:11,199 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T06:46:11.193Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:11.299Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11.510Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:11.820Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:12.329Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:46:13.340Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:15.350Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:19.360Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:29.390Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:39.401Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:49.480Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:46:59.502Z, java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T06:47:11,201 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:11,201 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:47:11,201 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:11,201 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:47:11,201 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:47:11,201 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:47:11,201 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:47:11,201 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:47:11,202 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:47:11,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:47:11,205 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:47:11,205 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:11,205 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:11,205 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:47:11,206 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:47:11,206 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:11,206 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:11,206 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:11,206 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:47:11,206 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:11,206 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:11,207 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T06:47:11,208 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:11,208 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,41933,1731912245252, table=hbase:meta, region=1588230740 2024-11-18T06:47:11,208 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,41933,1731912245252, state=OPEN 2024-11-18T06:47:11,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:11,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:11,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:11,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:11,210 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:11,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:11,226 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912461226 2024-11-18T06:47:11,226 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:47:11,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:47:11,226 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:47:11,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:47:11,227 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:47:11,228 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:47:11,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:47:11,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:47:11,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:47:11,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:47:11,229 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:47:11,230 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:11,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:47:11,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1] 2024-11-18T06:47:11,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:11,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:11,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:11,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:47:11,381 DEBUG [75ed3c3b0308:34989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T06:47:11,381 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:47:11,382 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:47:11,382 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:47:11,382 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:47:11,382 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:47:11,382 INFO [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:47:11,382 INFO [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:47:11,382 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:47:11,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:11,385 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,44257,1731912245210, state=OPENING 2024-11-18T06:47:11,387 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:11,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:11,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:11,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:11,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:11,387 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:47:11,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:47:11,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:11,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37037, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:47:11,548 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:47:11,548 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:47:11,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:47:11,549 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:47:11,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1] 2024-11-18T06:47:11,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:47:11,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:47:11,551 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=75ed3c3b0308%2C44257%2C1731912245210.meta, suffix=.meta, logDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210, archiveDir=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs, maxLogs=32 2024-11-18T06:47:11,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44257 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:40901 deadline: 1731912491227, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:11,574 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210/75ed3c3b0308%2C44257%2C1731912245210.meta.1731912431553.meta, exclude list is [], retry=0 2024-11-18T06:47:11,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34275,DS-99692b12-5fea-4127-b6eb-16a2ef3aa8fb,DISK] 2024-11-18T06:47:11,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43003,DS-88efba84-787c-4b68-9e68-dc60dada2e0d,DISK] 2024-11-18T06:47:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,44257,1731912245210 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:47:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,44257,1731912245210 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:47:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1 from cache 2024-11-18T06:47:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46863,DS-40ce27b3-76b1-41da-9245-00ce827a8cf8,DISK] 2024-11-18T06:47:11,595 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210/75ed3c3b0308%2C44257%2C1731912245210.meta.1731912431553.meta 2024-11-18T06:47:11,608 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45965:45965),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-18T06:47:11,609 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:47:11,610 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:47:11,610 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:47:11,610 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:47:11,610 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:47:11,611 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:11,611 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:47:11,611 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:47:11,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:47:11,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:47:11,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:11,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:47:11,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:47:11,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:47:11,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:11,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:47:11,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:47:11,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:47:11,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:11,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:47:11,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:47:11,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:47:11,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:11,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:47:11,632 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:47:11,633 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740 2024-11-18T06:47:11,636 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740 2024-11-18T06:47:11,638 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T06:47:11,667 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T06:47:11,671 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-18T06:47:11,754 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/info/967d9be489b941ad99a1238d12b0f4e9 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7./info:regioninfo/1731912248459/Put/seqid=0 2024-11-18T06:47:11,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741866_1042 (size=58053) 2024-11-18T06:47:11,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741866_1042 (size=58053) 2024-11-18T06:47:11,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741866_1042 (size=58053) 2024-11-18T06:47:11,780 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/info/967d9be489b941ad99a1238d12b0f4e9 2024-11-18T06:47:11,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:47:11,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1] 2024-11-18T06:47:11,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44257 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:40901 deadline: 1731912491228, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:11,893 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/ns/21df5e64fcf34ab781d7f39d0fafb0b9 is 43, key is default/ns:d/1731912247163/Put/seqid=0 2024-11-18T06:47:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,44257,1731912245210 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:47:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 75ed3c3b0308,44257,1731912245210 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:47:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1 from cache 2024-11-18T06:47:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:47:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:47:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:47:11,945 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/ns/21df5e64fcf34ab781d7f39d0fafb0b9 2024-11-18T06:47:11,975 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/table/5c1283db9fd44af6855fc9c176bf24fa is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731912248532/Put/seqid=0 2024-11-18T06:47:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741868_1044 (size=5620) 2024-11-18T06:47:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741868_1044 (size=5620) 2024-11-18T06:47:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741868_1044 (size=5620) 2024-11-18T06:47:11,984 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/table/5c1283db9fd44af6855fc9c176bf24fa 2024-11-18T06:47:11,992 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/info/967d9be489b941ad99a1238d12b0f4e9 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/info/967d9be489b941ad99a1238d12b0f4e9 2024-11-18T06:47:11,998 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/info/967d9be489b941ad99a1238d12b0f4e9, entries=260, sequenceid=60, filesize=56.7 K 2024-11-18T06:47:12,001 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/ns/21df5e64fcf34ab781d7f39d0fafb0b9 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/ns/21df5e64fcf34ab781d7f39d0fafb0b9 2024-11-18T06:47:12,007 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/ns/21df5e64fcf34ab781d7f39d0fafb0b9, entries=2, sequenceid=60, filesize=5.0 K 2024-11-18T06:47:12,008 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/table/5c1283db9fd44af6855fc9c176bf24fa as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/table/5c1283db9fd44af6855fc9c176bf24fa 2024-11-18T06:47:12,016 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/table/5c1283db9fd44af6855fc9c176bf24fa, entries=2, sequenceid=60, filesize=5.5 K 2024-11-18T06:47:12,023 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 350ms, sequenceid=60, compaction requested=false; wal=null 2024-11-18T06:47:12,024 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T06:47:12,026 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:47:12,026 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:47:12,027 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:47:12,029 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:47:12,032 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-18T06:47:12,033 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67089119, jitterRate=-2.9422342777252197E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:47:12,034 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:47:12,034 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731912431611Writing region info on filesystem at 1731912431611Initializing all the Stores at 1731912431613 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912431613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912431620 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912431620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731912431620Obtaining lock to block concurrent updates at 1731912431671 (+51 ms)Preparing flush snapshotting stores in 1588230740 at 1731912431671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731912431674 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731912431674Flushing 1588230740/info: creating writer at 1731912431677 (+3 ms)Flushing 1588230740/info: appending metadata at 1731912431744 (+67 ms)Flushing 1588230740/info: closing flushed file at 1731912431748 (+4 ms)Flushing 1588230740/ns: creating writer at 1731912431850 (+102 ms)Flushing 1588230740/ns: appending metadata at 1731912431891 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731912431891Flushing 1588230740/table: creating writer at 1731912431958 (+67 ms)Flushing 1588230740/table: appending metadata at 1731912431975 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731912431975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e87ca5: reopening flushed file at 1731912431990 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da4dcfe: reopening flushed file at 1731912432000 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a536345: reopening flushed file at 1731912432007 (+7 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 350ms, sequenceid=60, compaction requested=false; wal=null at 1731912432023 (+16 ms)Cleaning up temporary data from old regions at 1731912432026 (+3 ms)Running coprocessor post-open hooks at 1731912432034 (+8 ms)Region opened successfully at 1731912432034 2024-11-18T06:47:12,036 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731912431541 2024-11-18T06:47:12,039 DEBUG [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:47:12,039 INFO [RS_OPEN_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:47:12,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:12,041 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,44257,1731912245210, state=OPEN 2024-11-18T06:47:12,045 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,046 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:12,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-18T06:47:12,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 in 659 msec 2024-11-18T06:47:12,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-18T06:47:12,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 825 msec 2024-11-18T06:47:12,409 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:47:12,409 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1] 2024-11-18T06:47:12,456 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de2305a74086c6619616b2e799ed578, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7edaa746067017933a3967ab89f173ca, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,457 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794a005827fd2d2b0ded6c2db4757469, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57444d0aa550e1b95a399c070017419e, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d01a3b5df63082053b242c81a47787ba, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c338c7422581a6a090ab4ce6622e69ba, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80cd24f147785d98d6dd306a14076532, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,458 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=118947c25ba9177f136a5807262b6d7d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,459 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad75bf84315b57191118fd3c1731e4c, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,459 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=291a1db7252e7a425b131710ecfac13d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,459 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,459 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,459 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80e01507cae4a62448f66a832f319222, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,459 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49ffccae7c8b8318739d9579007bfd0d, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2625742502c3477168edeb502c44d418, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59bb8b556489f8fd4d01406fcde2474e, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c737f3b016af21cb2c3a56024daa8e54, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,461 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:47:12,461 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912492461 2024-11-18T06:47:12,461 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912552461 2024-11-18T06:47:12,461 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.2350 sec 2024-11-18T06:47:12,462 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 75ed3c3b0308,41933,1731912245252 had 10 regions 2024-11-18T06:47:12,462 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:47:12,462 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:12,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:12,462 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:47:12,712 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:12,712 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:47:12,712 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:12,712 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:47:12,712 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:47:12,712 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:47:12,712 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:47:12,712 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:47:12,713 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:47:12,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:47:12,715 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:47:12,716 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:12,716 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:12,716 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:12,716 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:12,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:47:12,717 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,718 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T06:47:12,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=61 2024-11-18T06:47:12,719 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,44257,1731912245210, table=hbase:meta, region=1588230740 2024-11-18T06:47:12,720 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,44257,1731912245210, state=OPEN 2024-11-18T06:47:12,721 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,723 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912462723 2024-11-18T06:47:12,723 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:47:12,731 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de2305a74086c6619616b2e799ed578, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,731 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,731 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,731 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,731 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7edaa746067017933a3967ab89f173ca, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,731 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794a005827fd2d2b0ded6c2db4757469, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,731 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57444d0aa550e1b95a399c070017419e, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,732 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d01a3b5df63082053b242c81a47787ba, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,732 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c338c7422581a6a090ab4ce6622e69ba, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,732 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,732 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80cd24f147785d98d6dd306a14076532, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,732 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=118947c25ba9177f136a5807262b6d7d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,732 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad75bf84315b57191118fd3c1731e4c, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,732 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=291a1db7252e7a425b131710ecfac13d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,733 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,733 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,733 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80e01507cae4a62448f66a832f319222, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,733 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,733 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49ffccae7c8b8318739d9579007bfd0d, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,733 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2625742502c3477168edeb502c44d418, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,733 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59bb8b556489f8fd4d01406fcde2474e, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,734 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,734 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c737f3b016af21cb2c3a56024daa8e54, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,734 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:12,734 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:12,734 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:12,734 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:47:12,734 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912492734 2024-11-18T06:47:12,734 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912552734 2024-11-18T06:47:12,734 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-18T06:47:12,735 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 75ed3c3b0308,41933,1731912245252 had 9 regions 2024-11-18T06:47:12,735 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:47:12,736 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true, isMeta: false 2024-11-18T06:47:12,738 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=1, meta=false 2024-11-18T06:47:12,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577}] 2024-11-18T06:47:12,738 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:47:12,738 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:12,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:12,739 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:47:12,985 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:12,985 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:47:12,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:12,985 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:47:12,985 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:47:12,985 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:47:12,985 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:47:12,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:47:12,985 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:47:12,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:47:12,987 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:47:12,988 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:12,988 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:12,988 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:12,988 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:12,988 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:47:12,988 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,989 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:12,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-18T06:47:12,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=61 2024-11-18T06:47:12,990 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,44257,1731912245210, table=hbase:meta, region=1588230740 2024-11-18T06:47:12,990 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,44257,1731912245210, state=OPEN 2024-11-18T06:47:12,994 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:12,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:12,995 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912462995 2024-11-18T06:47:12,995 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de2305a74086c6619616b2e799ed578, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7edaa746067017933a3967ab89f173ca, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794a005827fd2d2b0ded6c2db4757469, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57444d0aa550e1b95a399c070017419e, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d01a3b5df63082053b242c81a47787ba, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c338c7422581a6a090ab4ce6622e69ba, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80cd24f147785d98d6dd306a14076532, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=118947c25ba9177f136a5807262b6d7d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad75bf84315b57191118fd3c1731e4c, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=291a1db7252e7a425b131710ecfac13d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80e01507cae4a62448f66a832f319222, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49ffccae7c8b8318739d9579007bfd0d, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2625742502c3477168edeb502c44d418, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59bb8b556489f8fd4d01406fcde2474e, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c737f3b016af21cb2c3a56024daa8e54, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:13,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:13,001 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:47:13,002 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912493002 2024-11-18T06:47:13,002 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912553002 2024-11-18T06:47:13,002 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-18T06:47:13,002 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true, isMeta: false 2024-11-18T06:47:13,004 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=1, meta=false 2024-11-18T06:47:13,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577}] 2024-11-18T06:47:13,004 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:47:13,006 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:13,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:47:13,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-18T06:47:13,177 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577, size=327.1 K (334920bytes) 2024-11-18T06:47:13,177 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 2024-11-18T06:47:13,178 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 after 1ms 2024-11-18T06:47:13,183 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 took 7ms 2024-11-18T06:47:13,191 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 567b631c4d590b9170ceab35a3e84bbe: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,192 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3de90a357c178ea2003acab2937df0e7: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,193 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 57444d0aa550e1b95a399c070017419e: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,195 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 87a1fecd11e4e436197a8d3d56df7b39: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,196 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 77d0f7de3d22b7ede41ec1cdec10d7f8: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,197 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 80cd24f147785d98d6dd306a14076532: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,198 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a3184c3d4a0704993d52fa66a2b1f8c3: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,199 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1a45defe2c6138d0563292247016c5dc: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,201 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 462262b16346940d76f59d4f1b3f0381: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:47:13,205 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,207 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,208 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,210 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,212 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,215 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,216 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,217 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,218 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,220 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,221 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 so closing down 2024-11-18T06:47:13,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T06:47:13,224 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,225 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,225 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,230 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,231 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,231 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,236 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp 2024-11-18T06:47:13,237 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T06:47:13,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741869_1045 (size=36767) 2024-11-18T06:47:13,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741869_1045 (size=36767) 2024-11-18T06:47:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741869_1045 (size=36767) 2024-11-18T06:47:13,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:47:13,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004 2024-11-18T06:47:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741871_1047 (size=36767) 2024-11-18T06:47:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741871_1047 (size=36767) 2024-11-18T06:47:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741870_1046 (size=36767) 2024-11-18T06:47:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741871_1047 (size=36767) 2024-11-18T06:47:13,289 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-18T06:47:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741870_1046 (size=36767) 2024-11-18T06:47:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741870_1046 (size=36767) 2024-11-18T06:47:13,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:47:13,294 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004 2024-11-18T06:47:13,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004 2024-11-18T06:47:13,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741872_1048 (size=36767) 2024-11-18T06:47:13,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741872_1048 (size=36767) 2024-11-18T06:47:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741872_1048 (size=36767) 2024-11-18T06:47:13,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-18T06:47:13,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004 2024-11-18T06:47:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741873_1049 (size=36767) 2024-11-18T06:47:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741873_1049 (size=36767) 2024-11-18T06:47:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741873_1049 (size=36767) 2024-11-18T06:47:13,327 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:47:13,328 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004 2024-11-18T06:47:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741874_1050 (size=36767) 2024-11-18T06:47:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741874_1050 (size=36767) 2024-11-18T06:47:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741874_1050 (size=36767) 2024-11-18T06:47:13,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:47:13,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004 2024-11-18T06:47:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741876_1052 (size=36767) 2024-11-18T06:47:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741876_1052 (size=36767) 2024-11-18T06:47:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741875_1051 (size=36767) 2024-11-18T06:47:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741875_1051 (size=36767) 2024-11-18T06:47:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741875_1051 (size=36767) 2024-11-18T06:47:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741876_1052 (size=36767) 2024-11-18T06:47:13,368 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-18T06:47:13,372 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004 2024-11-18T06:47:13,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741877_1053 (size=36767) 2024-11-18T06:47:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741877_1053 (size=36767) 2024-11-18T06:47:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741877_1053 (size=36767) 2024-11-18T06:47:13,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:47:13,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004 2024-11-18T06:47:13,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T06:47:13,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004 2024-11-18T06:47:13,762 INFO [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 574 ms; skipped=9; WAL=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-18T06:47:13,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577, journal: Splitting hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577, size=327.1 K (334920bytes) at 1731912433177Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433207 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433210 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433216 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433217 (+1 ms)Split 8 edits, skipped 9 edits. at 1731912433220 (+3 ms)Finishing writing output for hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 so closing down at 1731912433222 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433224 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433225 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433225Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433232 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp at 1731912433236 (+4 ms)3 split writer threads finished at 1731912433237 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731912433276 (+39 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004 at 1731912433278 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731912433289 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731912433292 (+3 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004 at 1731912433294 (+2 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004 at 1731912433296 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731912433308 (+12 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004 at 1731912433311 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731912433327 (+16 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004 at 1731912433329 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731912433351 (+22 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004 at 1731912433354 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731912433368 (+14 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004 at 1731912433372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731912433377 (+5 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004 at 1731912433379 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731912433760 (+381 ms)Rename recovered edits hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004-75ed3c3b0308%2C41933%2C1731912245252.1731912246577.temp to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004 at 1731912433762 (+2 ms)Processed 18 edits across 9 Regions in 574 ms; skipped=9; WAL=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1731912433762 2024-11-18T06:47:13,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 2024-11-18T06:47:13,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/75ed3c3b0308:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-18T06:47:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-18T06:47:13,770 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting/75ed3c3b0308%2C41933%2C1731912245252.1731912246577 to hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs 2024-11-18T06:47:13,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-18T06:47:13,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 in 763 msec 2024-11-18T06:47:13,774 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:13,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-18T06:47:13,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 in 770 msec 2024-11-18T06:47:13,778 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting dir is empty, no logs to split. 2024-11-18T06:47:13,778 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=0, meta=false 2024-11-18T06:47:13,778 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 75ed3c3b0308,41933,1731912245252 WAL splitting is done? wals=0, meta=false 2024-11-18T06:47:13,779 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:47:13,779 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:13,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:13,780 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:47:14,002 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:14,002 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:47:14,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:14,002 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:47:14,002 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:47:14,003 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:47:14,003 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:47:14,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:47:14,003 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:47:14,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:14,005 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:47:14,006 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,007 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,007 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T06:47:14,008 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=61 2024-11-18T06:47:14,008 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,44257,1731912245210, table=hbase:meta, region=1588230740 2024-11-18T06:47:14,008 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,44257,1731912245210, state=OPEN 2024-11-18T06:47:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:14,010 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:14,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:14,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:14,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:14,013 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912464013 2024-11-18T06:47:14,013 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:47:14,018 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de2305a74086c6619616b2e799ed578, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,018 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,018 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,018 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,018 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7edaa746067017933a3967ab89f173ca, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,018 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794a005827fd2d2b0ded6c2db4757469, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,018 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57444d0aa550e1b95a399c070017419e, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d01a3b5df63082053b242c81a47787ba, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c338c7422581a6a090ab4ce6622e69ba, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80cd24f147785d98d6dd306a14076532, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=118947c25ba9177f136a5807262b6d7d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad75bf84315b57191118fd3c1731e4c, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=291a1db7252e7a425b131710ecfac13d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80e01507cae4a62448f66a832f319222, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49ffccae7c8b8318739d9579007bfd0d, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2625742502c3477168edeb502c44d418, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59bb8b556489f8fd4d01406fcde2474e, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,019 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c737f3b016af21cb2c3a56024daa8e54, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,020 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,020 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,020 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,020 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:47:14,020 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912494020 2024-11-18T06:47:14,020 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912554020 2024-11-18T06:47:14,020 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-18T06:47:14,021 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 75ed3c3b0308,41933,1731912245252 does not exist 2024-11-18T06:47:14,021 INFO [PEWorker-1 {}] master.SplitWALManager(105): 75ed3c3b0308,41933,1731912245252 WAL count=0, meta=false 2024-11-18T06:47:14,021 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 75ed3c3b0308,41933,1731912245252 WAL splitting is done? wals=0, meta=false 2024-11-18T06:47:14,022 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 75ed3c3b0308,41933,1731912245252 failed, ignore...File hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,41933,1731912245252-splitting does not exist. 2024-11-18T06:47:14,022 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:47:14,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN}] 2024-11-18T06:47:14,024 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:47:14,024 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:14,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:14,024 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:47:14,270 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:14,270 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:47:14,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:14,270 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:47:14,270 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:47:14,271 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:47:14,271 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:47:14,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:47:14,271 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:47:14,271 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:47:14,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:47:14,273 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:47:14,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:47:14,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:14,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:14,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:14,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:14,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:14,273 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:14,274 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:47:14,275 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,276 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:14,276 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T06:47:14,277 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=61 2024-11-18T06:47:14,277 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,44257,1731912245210, table=hbase:meta, region=1588230740 2024-11-18T06:47:14,277 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,44257,1731912245210, state=OPEN 2024-11-18T06:47:14,278 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:14,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:14,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:14,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:14,279 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912464279 2024-11-18T06:47:14,279 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de2305a74086c6619616b2e799ed578, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7edaa746067017933a3967ab89f173ca, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794a005827fd2d2b0ded6c2db4757469, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57444d0aa550e1b95a399c070017419e, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d01a3b5df63082053b242c81a47787ba, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c338c7422581a6a090ab4ce6622e69ba, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80cd24f147785d98d6dd306a14076532, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=118947c25ba9177f136a5807262b6d7d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad75bf84315b57191118fd3c1731e4c, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=291a1db7252e7a425b131710ecfac13d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80e01507cae4a62448f66a832f319222, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49ffccae7c8b8318739d9579007bfd0d, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2625742502c3477168edeb502c44d418, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59bb8b556489f8fd4d01406fcde2474e, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c737f3b016af21cb2c3a56024daa8e54, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, lastHost=75ed3c3b0308,41933,1731912245252, regionLocation=75ed3c3b0308,41933,1731912245252, openSeqNum=2 2024-11-18T06:47:14,284 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:14,284 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:47:14,284 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912494284 2024-11-18T06:47:14,284 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912554284 2024-11-18T06:47:14,284 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-18T06:47:14,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN}] 2024-11-18T06:47:14,285 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:47:14,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN 2024-11-18T06:47:14,287 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,288 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN 2024-11-18T06:47:14,288 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN 2024-11-18T06:47:14,290 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,290 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN 2024-11-18T06:47:14,291 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN 2024-11-18T06:47:14,293 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN 2024-11-18T06:47:14,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN 2024-11-18T06:47:14,295 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN 2024-11-18T06:47:14,297 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,297 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN 2024-11-18T06:47:14,298 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:47:14,437 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(204): Hosts are {75ed3c3b0308=0} racks are {/default-rack=0} 2024-11-18T06:47:14,438 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:47:14,438 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:47:14,438 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:47:14,438 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:47:14,438 INFO [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:47:14,438 INFO [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:47:14,438 DEBUG [75ed3c3b0308:34989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:47:14,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=1a45defe2c6138d0563292247016c5dc, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=3de90a357c178ea2003acab2937df0e7, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPENING, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=462262b16346940d76f59d4f1b3f0381, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=80cd24f147785d98d6dd306a14076532, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN because future has completed 2024-11-18T06:47:14,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=57444d0aa550e1b95a399c070017419e, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:47:14,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN because future has completed 2024-11-18T06:47:14,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN because future has completed 2024-11-18T06:47:14,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN because future has completed 2024-11-18T06:47:14,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN because future has completed 2024-11-18T06:47:14,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:47:14,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN because future has completed 2024-11-18T06:47:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN because future has completed 2024-11-18T06:47:14,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN because future has completed 2024-11-18T06:47:14,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:47:14,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:47:14,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:47:14,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:47:14,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:47:14,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,45293,1731912245109}] 2024-11-18T06:47:14,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=567b631c4d590b9170ceab35a3e84bbe, regionState=OPENING, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN because future has completed 2024-11-18T06:47:14,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,44257,1731912245210}] 2024-11-18T06:47:14,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51485, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:47:14,601 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:14,601 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a45defe2c6138d0563292247016c5dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-18T06:47:14,601 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,602 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:14,602 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,602 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,603 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,604 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a45defe2c6138d0563292247016c5dc columnFamilyName colfamily11 2024-11-18T06:47:14,604 DEBUG [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,605 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(327): Store=1a45defe2c6138d0563292247016c5dc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,605 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,605 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a45defe2c6138d0563292247016c5dc columnFamilyName colfamily21 2024-11-18T06:47:14,606 DEBUG [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,606 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(327): Store=1a45defe2c6138d0563292247016c5dc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,606 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,607 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:14,607 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 462262b16346940d76f59d4f1b3f0381, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-18T06:47:14,607 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a45defe2c6138d0563292247016c5dc columnFamilyName colfamily31 2024-11-18T06:47:14,607 DEBUG [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,607 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,607 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:14,607 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,607 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,608 INFO [StoreOpener-1a45defe2c6138d0563292247016c5dc-1 {}] regionserver.HStore(327): Store=1a45defe2c6138d0563292247016c5dc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,608 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,608 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,609 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,610 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 462262b16346940d76f59d4f1b3f0381 columnFamilyName colfamily11 2024-11-18T06:47:14,610 DEBUG [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,611 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,611 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(327): Store=462262b16346940d76f59d4f1b3f0381/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,611 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,611 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004 2024-11-18T06:47:14,612 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 462262b16346940d76f59d4f1b3f0381 columnFamilyName colfamily21 2024-11-18T06:47:14,612 DEBUG [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,612 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(327): Store=462262b16346940d76f59d4f1b3f0381/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,612 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,613 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 462262b16346940d76f59d4f1b3f0381 columnFamilyName colfamily31 2024-11-18T06:47:14,613 DEBUG [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,614 INFO [StoreOpener-462262b16346940d76f59d4f1b3f0381-1 {}] regionserver.HStore(327): Store=462262b16346940d76f59d4f1b3f0381/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,615 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,615 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,618 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004 2024-11-18T06:47:14,618 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 1a45defe2c6138d0563292247016c5dc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:14,618 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,619 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004 2024-11-18T06:47:14,625 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004 2024-11-18T06:47:14,626 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 462262b16346940d76f59d4f1b3f0381 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:14,640 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/.tmp/colfamily11/c4b47cdf4c3d409f918478ac68a434ba is 52, key is vvv/colfamily11:colfamily11/1731912250423/Put/seqid=0 2024-11-18T06:47:14,651 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/.tmp/colfamily11/f8d09c8a50594493a59f9ece0fa33098 is 52, key is rrr/colfamily11:colfamily11/1731912250375/Put/seqid=0 2024-11-18T06:47:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741878_1054 (size=39263) 2024-11-18T06:47:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741878_1054 (size=39263) 2024-11-18T06:47:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741878_1054 (size=39263) 2024-11-18T06:47:14,656 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/.tmp/colfamily11/c4b47cdf4c3d409f918478ac68a434ba 2024-11-18T06:47:14,665 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/.tmp/colfamily11/c4b47cdf4c3d409f918478ac68a434ba as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/colfamily11/c4b47cdf4c3d409f918478ac68a434ba 2024-11-18T06:47:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741879_1055 (size=39263) 2024-11-18T06:47:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741879_1055 (size=39263) 2024-11-18T06:47:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741879_1055 (size=39263) 2024-11-18T06:47:14,670 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/.tmp/colfamily11/f8d09c8a50594493a59f9ece0fa33098 2024-11-18T06:47:14,674 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/colfamily11/c4b47cdf4c3d409f918478ac68a434ba, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:14,674 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1a45defe2c6138d0563292247016c5dc in 56ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:14,675 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/0000000000000000004 2024-11-18T06:47:14,677 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,677 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,678 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:14,680 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,681 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/.tmp/colfamily11/f8d09c8a50594493a59f9ece0fa33098 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/colfamily11/f8d09c8a50594493a59f9ece0fa33098 2024-11-18T06:47:14,683 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:14,685 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 1a45defe2c6138d0563292247016c5dc; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74402487, jitterRate=0.10868345201015472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:14,686 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:14,686 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 1a45defe2c6138d0563292247016c5dc: Running coprocessor pre-open hook at 1731912434602Writing region info on filesystem at 1731912434602Initializing all the Stores at 1731912434603 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434603Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434603Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434603Obtaining lock to block concurrent updates at 1731912434618 (+15 ms)Preparing flush snapshotting stores in 1a45defe2c6138d0563292247016c5dc at 1731912434618Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912434618Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. at 1731912434618Flushing 1a45defe2c6138d0563292247016c5dc/colfamily11: creating writer at 1731912434618Flushing 1a45defe2c6138d0563292247016c5dc/colfamily11: appending metadata at 1731912434640 (+22 ms)Flushing 1a45defe2c6138d0563292247016c5dc/colfamily11: closing flushed file at 1731912434640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3243b2ea: reopening flushed file at 1731912434663 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1a45defe2c6138d0563292247016c5dc in 56ms, sequenceid=4, compaction requested=false; wal=null at 1731912434674 (+11 ms)Cleaning up temporary data from old regions at 1731912434677 (+3 ms)Running coprocessor post-open hooks at 1731912434686 (+9 ms)Region opened successfully at 1731912434686 2024-11-18T06:47:14,687 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., pid=73, masterSystemTime=1731912434596 2024-11-18T06:47:14,690 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/colfamily11/f8d09c8a50594493a59f9ece0fa33098, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:14,690 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:14,690 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:14,690 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 462262b16346940d76f59d4f1b3f0381 in 65ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:14,691 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:14,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,691 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 87a1fecd11e4e436197a8d3d56df7b39, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-18T06:47:14,692 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,692 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:14,692 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,692 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,692 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/0000000000000000004 2024-11-18T06:47:14,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:47:14,694 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,694 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,696 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:14,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=65 2024-11-18T06:47:14,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,45293,1731912245109 in 252 msec 2024-11-18T06:47:14,698 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,698 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN in 413 msec 2024-11-18T06:47:14,699 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a1fecd11e4e436197a8d3d56df7b39 columnFamilyName colfamily11 2024-11-18T06:47:14,699 DEBUG [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,699 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(327): Store=87a1fecd11e4e436197a8d3d56df7b39/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,700 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,700 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a1fecd11e4e436197a8d3d56df7b39 columnFamilyName colfamily21 2024-11-18T06:47:14,701 DEBUG [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,701 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(327): Store=87a1fecd11e4e436197a8d3d56df7b39/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,701 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,702 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:14,703 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a1fecd11e4e436197a8d3d56df7b39 columnFamilyName colfamily31 2024-11-18T06:47:14,703 DEBUG [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,703 INFO [StoreOpener-87a1fecd11e4e436197a8d3d56df7b39-1 {}] regionserver.HStore(327): Store=87a1fecd11e4e436197a8d3d56df7b39/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,703 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 462262b16346940d76f59d4f1b3f0381; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73723150, jitterRate=0.09856054186820984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:14,703 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:14,704 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 462262b16346940d76f59d4f1b3f0381: Running coprocessor pre-open hook at 1731912434608Writing region info on filesystem at 1731912434608Initializing all the Stores at 1731912434609 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434609Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434609Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434609Obtaining lock to block concurrent updates at 1731912434626 (+17 ms)Preparing flush snapshotting stores in 462262b16346940d76f59d4f1b3f0381 at 1731912434626Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912434626Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. at 1731912434626Flushing 462262b16346940d76f59d4f1b3f0381/colfamily11: creating writer at 1731912434626Flushing 462262b16346940d76f59d4f1b3f0381/colfamily11: appending metadata at 1731912434651 (+25 ms)Flushing 462262b16346940d76f59d4f1b3f0381/colfamily11: closing flushed file at 1731912434651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e1d6cc: reopening flushed file at 1731912434679 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 462262b16346940d76f59d4f1b3f0381 in 65ms, sequenceid=4, compaction requested=false; wal=null at 1731912434691 (+12 ms)Cleaning up temporary data from old regions at 1731912434695 (+4 ms)Running coprocessor post-open hooks at 1731912434703 (+8 ms)Region opened successfully at 1731912434703 2024-11-18T06:47:14,704 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., pid=77, masterSystemTime=1731912434604 2024-11-18T06:47:14,707 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:14,707 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:14,707 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:14,707 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 80cd24f147785d98d6dd306a14076532, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-18T06:47:14,707 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,707 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,707 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:14,708 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,708 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,708 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,711 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:47:14,712 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004 2024-11-18T06:47:14,712 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,714 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80cd24f147785d98d6dd306a14076532 columnFamilyName colfamily11 2024-11-18T06:47:14,714 DEBUG [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,714 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(327): Store=80cd24f147785d98d6dd306a14076532/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,715 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=66 2024-11-18T06:47:14,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,44257,1731912245210 in 248 msec 2024-11-18T06:47:14,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN in 430 msec 2024-11-18T06:47:14,719 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80cd24f147785d98d6dd306a14076532 columnFamilyName colfamily21 2024-11-18T06:47:14,719 DEBUG [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,720 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(327): Store=80cd24f147785d98d6dd306a14076532/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,721 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,723 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80cd24f147785d98d6dd306a14076532 columnFamilyName colfamily31 2024-11-18T06:47:14,723 DEBUG [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,724 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004 2024-11-18T06:47:14,724 INFO [StoreOpener-80cd24f147785d98d6dd306a14076532-1 {}] regionserver.HStore(327): Store=80cd24f147785d98d6dd306a14076532/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,724 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,724 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 87a1fecd11e4e436197a8d3d56df7b39 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:14,725 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,727 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,728 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004 2024-11-18T06:47:14,736 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004 2024-11-18T06:47:14,736 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 80cd24f147785d98d6dd306a14076532 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:14,757 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/.tmp/colfamily11/46a98c0f8da347919623f9421969328a is 52, key is ddd/colfamily11:colfamily11/1731912250106/Put/seqid=0 2024-11-18T06:47:14,760 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/.tmp/colfamily11/3ff674389ff24135bb684a3f70173d14 is 52, key is kkk/colfamily11:colfamily11/1731912250277/Put/seqid=0 2024-11-18T06:47:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741880_1056 (size=39263) 2024-11-18T06:47:14,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741880_1056 (size=39263) 2024-11-18T06:47:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741880_1056 (size=39263) 2024-11-18T06:47:14,773 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/.tmp/colfamily11/46a98c0f8da347919623f9421969328a 2024-11-18T06:47:14,789 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/.tmp/colfamily11/46a98c0f8da347919623f9421969328a as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/colfamily11/46a98c0f8da347919623f9421969328a 2024-11-18T06:47:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741881_1057 (size=39263) 2024-11-18T06:47:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741881_1057 (size=39263) 2024-11-18T06:47:14,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741881_1057 (size=39263) 2024-11-18T06:47:14,798 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/.tmp/colfamily11/3ff674389ff24135bb684a3f70173d14 2024-11-18T06:47:14,799 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/colfamily11/46a98c0f8da347919623f9421969328a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:14,799 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 87a1fecd11e4e436197a8d3d56df7b39 in 75ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:14,800 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/0000000000000000004 2024-11-18T06:47:14,801 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,801 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,802 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:14,804 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,808 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/.tmp/colfamily11/3ff674389ff24135bb684a3f70173d14 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/colfamily11/3ff674389ff24135bb684a3f70173d14 2024-11-18T06:47:14,809 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:14,812 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 87a1fecd11e4e436197a8d3d56df7b39; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75181463, jitterRate=0.1202910989522934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:14,812 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:14,812 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 87a1fecd11e4e436197a8d3d56df7b39: Running coprocessor pre-open hook at 1731912434692Writing region info on filesystem at 1731912434692Initializing all the Stores at 1731912434693 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434694 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434697 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434697Obtaining lock to block concurrent updates at 1731912434724 (+27 ms)Preparing flush snapshotting stores in 87a1fecd11e4e436197a8d3d56df7b39 at 1731912434724Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912434724Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. at 1731912434724Flushing 87a1fecd11e4e436197a8d3d56df7b39/colfamily11: creating writer at 1731912434724Flushing 87a1fecd11e4e436197a8d3d56df7b39/colfamily11: appending metadata at 1731912434756 (+32 ms)Flushing 87a1fecd11e4e436197a8d3d56df7b39/colfamily11: closing flushed file at 1731912434756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5428d9b7: reopening flushed file at 1731912434787 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 87a1fecd11e4e436197a8d3d56df7b39 in 75ms, sequenceid=4, compaction requested=false; wal=null at 1731912434799 (+12 ms)Cleaning up temporary data from old regions at 1731912434801 (+2 ms)Running coprocessor post-open hooks at 1731912434812 (+11 ms)Region opened successfully at 1731912434812 2024-11-18T06:47:14,813 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., pid=78, masterSystemTime=1731912434596 2024-11-18T06:47:14,818 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:14,818 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:14,818 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:14,819 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de90a357c178ea2003acab2937df0e7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-18T06:47:14,819 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/colfamily11/3ff674389ff24135bb684a3f70173d14, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:14,819 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80cd24f147785d98d6dd306a14076532 in 83ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:14,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,820 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,821 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:14,821 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,822 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,822 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/0000000000000000004 2024-11-18T06:47:14,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:47:14,824 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,824 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,827 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:14,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=69 2024-11-18T06:47:14,829 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,45293,1731912245109 in 357 msec 2024-11-18T06:47:14,831 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,832 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de90a357c178ea2003acab2937df0e7 columnFamilyName colfamily11 2024-11-18T06:47:14,832 DEBUG [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,833 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(327): Store=3de90a357c178ea2003acab2937df0e7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,833 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN in 544 msec 2024-11-18T06:47:14,834 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de90a357c178ea2003acab2937df0e7 columnFamilyName colfamily21 2024-11-18T06:47:14,834 DEBUG [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,835 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:14,835 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(327): Store=3de90a357c178ea2003acab2937df0e7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,835 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,836 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de90a357c178ea2003acab2937df0e7 columnFamilyName colfamily31 2024-11-18T06:47:14,836 DEBUG [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,836 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 80cd24f147785d98d6dd306a14076532; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69245685, jitterRate=0.03184111416339874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:14,836 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:14,836 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 80cd24f147785d98d6dd306a14076532: Running coprocessor pre-open hook at 1731912434708Writing region info on filesystem at 1731912434708Initializing all the Stores at 1731912434710 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434710Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434712 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434712Obtaining lock to block concurrent updates at 1731912434736 (+24 ms)Preparing flush snapshotting stores in 80cd24f147785d98d6dd306a14076532 at 1731912434736Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912434737 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. at 1731912434737Flushing 80cd24f147785d98d6dd306a14076532/colfamily11: creating writer at 1731912434737Flushing 80cd24f147785d98d6dd306a14076532/colfamily11: appending metadata at 1731912434760 (+23 ms)Flushing 80cd24f147785d98d6dd306a14076532/colfamily11: closing flushed file at 1731912434760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f953990: reopening flushed file at 1731912434806 (+46 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80cd24f147785d98d6dd306a14076532 in 83ms, sequenceid=4, compaction requested=false; wal=null at 1731912434819 (+13 ms)Cleaning up temporary data from old regions at 1731912434824 (+5 ms)Running coprocessor post-open hooks at 1731912434836 (+12 ms)Region opened successfully at 1731912434836 2024-11-18T06:47:14,836 INFO [StoreOpener-3de90a357c178ea2003acab2937df0e7-1 {}] regionserver.HStore(327): Store=3de90a357c178ea2003acab2937df0e7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,837 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,837 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., pid=76, masterSystemTime=1731912434604 2024-11-18T06:47:14,837 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,839 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:14,839 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:14,840 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,840 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:14,840 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 57444d0aa550e1b95a399c070017419e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-18T06:47:14,841 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,841 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:14,841 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,841 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,841 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004 2024-11-18T06:47:14,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=80cd24f147785d98d6dd306a14076532, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:47:14,846 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,847 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57444d0aa550e1b95a399c070017419e columnFamilyName colfamily11 2024-11-18T06:47:14,848 DEBUG [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,849 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(327): Store=57444d0aa550e1b95a399c070017419e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,849 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004 2024-11-18T06:47:14,849 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,849 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 3de90a357c178ea2003acab2937df0e7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:14,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=71 2024-11-18T06:47:14,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,44257,1731912245210 in 387 msec 2024-11-18T06:47:14,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN in 565 msec 2024-11-18T06:47:14,854 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57444d0aa550e1b95a399c070017419e columnFamilyName colfamily21 2024-11-18T06:47:14,854 DEBUG [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,855 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(327): Store=57444d0aa550e1b95a399c070017419e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,855 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,856 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57444d0aa550e1b95a399c070017419e columnFamilyName colfamily31 2024-11-18T06:47:14,856 DEBUG [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:14,857 INFO [StoreOpener-57444d0aa550e1b95a399c070017419e-1 {}] regionserver.HStore(327): Store=57444d0aa550e1b95a399c070017419e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:14,860 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,861 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,872 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,873 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004 2024-11-18T06:47:14,875 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/.tmp/colfamily11/bfc9b954e64042f39fef7a6ece6c67e5 is 52, key is ppp/colfamily11:colfamily11/1731912250324/Put/seqid=0 2024-11-18T06:47:14,880 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004 2024-11-18T06:47:14,880 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 57444d0aa550e1b95a399c070017419e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:14,913 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/.tmp/colfamily11/5bd29c9a8ba447caa6744f589854ce8f is 52, key is ggg/colfamily11:colfamily11/1731912250180/Put/seqid=0 2024-11-18T06:47:14,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741882_1058 (size=39263) 2024-11-18T06:47:14,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741882_1058 (size=39263) 2024-11-18T06:47:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741882_1058 (size=39263) 2024-11-18T06:47:14,930 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/.tmp/colfamily11/bfc9b954e64042f39fef7a6ece6c67e5 2024-11-18T06:47:14,941 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/.tmp/colfamily11/bfc9b954e64042f39fef7a6ece6c67e5 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/colfamily11/bfc9b954e64042f39fef7a6ece6c67e5 2024-11-18T06:47:14,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741883_1059 (size=39263) 2024-11-18T06:47:14,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741883_1059 (size=39263) 2024-11-18T06:47:14,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741883_1059 (size=39263) 2024-11-18T06:47:14,945 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/.tmp/colfamily11/5bd29c9a8ba447caa6744f589854ce8f 2024-11-18T06:47:14,953 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/colfamily11/bfc9b954e64042f39fef7a6ece6c67e5, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:14,953 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3de90a357c178ea2003acab2937df0e7 in 104ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:14,954 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/0000000000000000004 2024-11-18T06:47:14,956 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,956 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,956 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/.tmp/colfamily11/5bd29c9a8ba447caa6744f589854ce8f as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/colfamily11/5bd29c9a8ba447caa6744f589854ce8f 2024-11-18T06:47:14,957 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:14,961 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,966 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/colfamily11/5bd29c9a8ba447caa6744f589854ce8f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:14,966 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 57444d0aa550e1b95a399c070017419e in 86ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:14,967 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/0000000000000000004 2024-11-18T06:47:14,976 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,976 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,977 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:14,979 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,986 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:14,988 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 3de90a357c178ea2003acab2937df0e7; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63460389, jitterRate=-0.05436651408672333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:14,988 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:14,988 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:14,988 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 3de90a357c178ea2003acab2937df0e7: Running coprocessor pre-open hook at 1731912434822Writing region info on filesystem at 1731912434822Initializing all the Stores at 1731912434824 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434824Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434831 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434831Obtaining lock to block concurrent updates at 1731912434849 (+18 ms)Preparing flush snapshotting stores in 3de90a357c178ea2003acab2937df0e7 at 1731912434849Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912434849Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. at 1731912434849Flushing 3de90a357c178ea2003acab2937df0e7/colfamily11: creating writer at 1731912434850 (+1 ms)Flushing 3de90a357c178ea2003acab2937df0e7/colfamily11: appending metadata at 1731912434874 (+24 ms)Flushing 3de90a357c178ea2003acab2937df0e7/colfamily11: closing flushed file at 1731912434874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238f5f8b: reopening flushed file at 1731912434939 (+65 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3de90a357c178ea2003acab2937df0e7 in 104ms, sequenceid=4, compaction requested=false; wal=null at 1731912434953 (+14 ms)Cleaning up temporary data from old regions at 1731912434956 (+3 ms)Running coprocessor post-open hooks at 1731912434988 (+32 ms)Region opened successfully at 1731912434988 2024-11-18T06:47:14,989 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., pid=80, masterSystemTime=1731912434596 2024-11-18T06:47:14,990 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 57444d0aa550e1b95a399c070017419e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64533876, jitterRate=-0.03837031126022339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:14,990 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:14,990 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 57444d0aa550e1b95a399c070017419e: Running coprocessor pre-open hook at 1731912434841Writing region info on filesystem at 1731912434841Initializing all the Stores at 1731912434842 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434842Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434842Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912434842Obtaining lock to block concurrent updates at 1731912434880 (+38 ms)Preparing flush snapshotting stores in 57444d0aa550e1b95a399c070017419e at 1731912434880Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912434881 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. at 1731912434881Flushing 57444d0aa550e1b95a399c070017419e/colfamily11: creating writer at 1731912434881Flushing 57444d0aa550e1b95a399c070017419e/colfamily11: appending metadata at 1731912434913 (+32 ms)Flushing 57444d0aa550e1b95a399c070017419e/colfamily11: closing flushed file at 1731912434913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66fd4140: reopening flushed file at 1731912434955 (+42 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 57444d0aa550e1b95a399c070017419e in 86ms, sequenceid=4, compaction requested=false; wal=null at 1731912434966 (+11 ms)Cleaning up temporary data from old regions at 1731912434976 (+10 ms)Running coprocessor post-open hooks at 1731912434990 (+14 ms)Region opened successfully at 1731912434990 2024-11-18T06:47:14,993 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., pid=75, masterSystemTime=1731912434604 2024-11-18T06:47:14,994 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:14,994 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:14,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:14,994 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:14,997 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 77d0f7de3d22b7ede41ec1cdec10d7f8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-18T06:47:14,997 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:14,997 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:14,997 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:14,997 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:14,999 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:14,999 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:14,999 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:47:14,999 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 567b631c4d590b9170ceab35a3e84bbe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T06:47:14,999 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:14,999 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=57444d0aa550e1b95a399c070017419e, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:14,999 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:15,000 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,000 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:47:15,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=67 2024-11-18T06:47:15,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,45293,1731912245109 in 530 msec 2024-11-18T06:47:15,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN in 722 msec 2024-11-18T06:47:15,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=64 2024-11-18T06:47:15,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,44257,1731912245210 in 555 msec 2024-11-18T06:47:15,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN in 728 msec 2024-11-18T06:47:15,024 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,026 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567b631c4d590b9170ceab35a3e84bbe columnFamilyName colfamily11 2024-11-18T06:47:15,026 DEBUG [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,030 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(327): Store=567b631c4d590b9170ceab35a3e84bbe/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,030 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,030 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,033 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567b631c4d590b9170ceab35a3e84bbe columnFamilyName colfamily21 2024-11-18T06:47:15,033 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d0f7de3d22b7ede41ec1cdec10d7f8 columnFamilyName colfamily11 2024-11-18T06:47:15,033 DEBUG [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,033 DEBUG [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,034 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(327): Store=567b631c4d590b9170ceab35a3e84bbe/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,034 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(327): Store=77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,034 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,034 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,035 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567b631c4d590b9170ceab35a3e84bbe columnFamilyName colfamily31 2024-11-18T06:47:15,035 DEBUG [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,036 INFO [StoreOpener-567b631c4d590b9170ceab35a3e84bbe-1 {}] regionserver.HStore(327): Store=567b631c4d590b9170ceab35a3e84bbe/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,036 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,036 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d0f7de3d22b7ede41ec1cdec10d7f8 columnFamilyName colfamily21 2024-11-18T06:47:15,036 DEBUG [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,037 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(327): Store=77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,037 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,038 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,038 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d0f7de3d22b7ede41ec1cdec10d7f8 columnFamilyName colfamily31 2024-11-18T06:47:15,038 DEBUG [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,039 INFO [StoreOpener-77d0f7de3d22b7ede41ec1cdec10d7f8-1 {}] regionserver.HStore(327): Store=77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,039 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,040 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,040 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,041 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004 2024-11-18T06:47:15,043 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,044 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004 2024-11-18T06:47:15,048 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004 2024-11-18T06:47:15,048 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 567b631c4d590b9170ceab35a3e84bbe 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:15,052 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004 2024-11-18T06:47:15,053 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 77d0f7de3d22b7ede41ec1cdec10d7f8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:15,105 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/.tmp/colfamily11/40e087db56724300813c0f3e07811474 is 52, key is ccc/colfamily11:colfamily11/1731912250056/Put/seqid=0 2024-11-18T06:47:15,110 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/.tmp/colfamily11/c4d5f8fba5db476fb4ba78438f40398d is 52, key is jjj/colfamily11:colfamily11/1731912250232/Put/seqid=0 2024-11-18T06:47:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741884_1060 (size=39263) 2024-11-18T06:47:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741884_1060 (size=39263) 2024-11-18T06:47:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741884_1060 (size=39263) 2024-11-18T06:47:15,140 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/.tmp/colfamily11/40e087db56724300813c0f3e07811474 2024-11-18T06:47:15,149 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/.tmp/colfamily11/40e087db56724300813c0f3e07811474 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/colfamily11/40e087db56724300813c0f3e07811474 2024-11-18T06:47:15,159 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/colfamily11/40e087db56724300813c0f3e07811474, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:15,159 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 567b631c4d590b9170ceab35a3e84bbe in 111ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:15,160 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/0000000000000000004 2024-11-18T06:47:15,162 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,162 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,163 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:15,165 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741885_1061 (size=39263) 2024-11-18T06:47:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741885_1061 (size=39263) 2024-11-18T06:47:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741885_1061 (size=39263) 2024-11-18T06:47:15,167 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/.tmp/colfamily11/c4d5f8fba5db476fb4ba78438f40398d 2024-11-18T06:47:15,177 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/.tmp/colfamily11/c4d5f8fba5db476fb4ba78438f40398d as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily11/c4d5f8fba5db476fb4ba78438f40398d 2024-11-18T06:47:15,177 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:15,178 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 567b631c4d590b9170ceab35a3e84bbe; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67547406, jitterRate=0.006534785032272339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:15,178 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:15,179 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 567b631c4d590b9170ceab35a3e84bbe: Running coprocessor pre-open hook at 1731912435000Writing region info on filesystem at 1731912435000Initializing all the Stores at 1731912435002 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435002Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435011 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435011Obtaining lock to block concurrent updates at 1731912435048 (+37 ms)Preparing flush snapshotting stores in 567b631c4d590b9170ceab35a3e84bbe at 1731912435048Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912435049 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. at 1731912435049Flushing 567b631c4d590b9170ceab35a3e84bbe/colfamily11: creating writer at 1731912435049Flushing 567b631c4d590b9170ceab35a3e84bbe/colfamily11: appending metadata at 1731912435104 (+55 ms)Flushing 567b631c4d590b9170ceab35a3e84bbe/colfamily11: closing flushed file at 1731912435105 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71520aa3: reopening flushed file at 1731912435148 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 567b631c4d590b9170ceab35a3e84bbe in 111ms, sequenceid=4, compaction requested=false; wal=null at 1731912435159 (+11 ms)Cleaning up temporary data from old regions at 1731912435162 (+3 ms)Running coprocessor post-open hooks at 1731912435178 (+16 ms)Region opened successfully at 1731912435178 2024-11-18T06:47:15,181 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., pid=81, masterSystemTime=1731912434604 2024-11-18T06:47:15,185 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:15,185 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:15,185 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:15,185 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => a3184c3d4a0704993d52fa66a2b1f8c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-18T06:47:15,186 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,186 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:47:15,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,186 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,186 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:47:15,193 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily11/c4d5f8fba5db476fb4ba78438f40398d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:15,193 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 77d0f7de3d22b7ede41ec1cdec10d7f8 in 141ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:15,196 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/0000000000000000004 2024-11-18T06:47:15,197 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=68 2024-11-18T06:47:15,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,44257,1731912245210 in 712 msec 2024-11-18T06:47:15,199 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,199 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,200 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3184c3d4a0704993d52fa66a2b1f8c3 columnFamilyName colfamily11 2024-11-18T06:47:15,200 DEBUG [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN in 912 msec 2024-11-18T06:47:15,200 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:15,201 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(327): Store=a3184c3d4a0704993d52fa66a2b1f8c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,201 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,209 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,211 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3184c3d4a0704993d52fa66a2b1f8c3 columnFamilyName colfamily21 2024-11-18T06:47:15,211 DEBUG [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,214 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(327): Store=a3184c3d4a0704993d52fa66a2b1f8c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,214 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,215 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3184c3d4a0704993d52fa66a2b1f8c3 columnFamilyName colfamily31 2024-11-18T06:47:15,216 DEBUG [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:47:15,216 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:15,216 INFO [StoreOpener-a3184c3d4a0704993d52fa66a2b1f8c3-1 {}] regionserver.HStore(327): Store=a3184c3d4a0704993d52fa66a2b1f8c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:47:15,217 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,217 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 77d0f7de3d22b7ede41ec1cdec10d7f8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72510832, jitterRate=0.08049559593200684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:15,217 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:15,217 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,217 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 77d0f7de3d22b7ede41ec1cdec10d7f8: Running coprocessor pre-open hook at 1731912435000Writing region info on filesystem at 1731912435000Initializing all the Stores at 1731912435002 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435002Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435030 (+28 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435030Obtaining lock to block concurrent updates at 1731912435053 (+23 ms)Preparing flush snapshotting stores in 77d0f7de3d22b7ede41ec1cdec10d7f8 at 1731912435053Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912435053Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. at 1731912435053Flushing 77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily11: creating writer at 1731912435053Flushing 77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily11: appending metadata at 1731912435109 (+56 ms)Flushing 77d0f7de3d22b7ede41ec1cdec10d7f8/colfamily11: closing flushed file at 1731912435109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d729f0f: reopening flushed file at 1731912435175 (+66 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 77d0f7de3d22b7ede41ec1cdec10d7f8 in 141ms, sequenceid=4, compaction requested=false; wal=null at 1731912435194 (+19 ms)Cleaning up temporary data from old regions at 1731912435199 (+5 ms)Running coprocessor post-open hooks at 1731912435217 (+18 ms)Region opened successfully at 1731912435217 2024-11-18T06:47:15,219 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., pid=79, masterSystemTime=1731912434596 2024-11-18T06:47:15,220 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,222 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:15,222 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:15,222 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004 2024-11-18T06:47:15,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:15,227 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004 2024-11-18T06:47:15,227 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing a3184c3d4a0704993d52fa66a2b1f8c3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:15,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,45293,1731912245109 because future has completed 2024-11-18T06:47:15,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=70 2024-11-18T06:47:15,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,45293,1731912245109 in 760 msec 2024-11-18T06:47:15,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN in 954 msec 2024-11-18T06:47:15,253 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/.tmp/colfamily11/d1e94c1ec6d04175ae36fa7f75645557 is 52, key is yyy/colfamily11:colfamily11/1731912250455/Put/seqid=0 2024-11-18T06:47:15,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741886_1062 (size=39263) 2024-11-18T06:47:15,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741886_1062 (size=39263) 2024-11-18T06:47:15,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741886_1062 (size=39263) 2024-11-18T06:47:15,284 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/.tmp/colfamily11/d1e94c1ec6d04175ae36fa7f75645557 2024-11-18T06:47:15,293 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/.tmp/colfamily11/d1e94c1ec6d04175ae36fa7f75645557 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/colfamily11/d1e94c1ec6d04175ae36fa7f75645557 2024-11-18T06:47:15,301 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/colfamily11/d1e94c1ec6d04175ae36fa7f75645557, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:47:15,301 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a3184c3d4a0704993d52fa66a2b1f8c3 in 74ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:47:15,304 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/0000000000000000004 2024-11-18T06:47:15,305 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,305 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,306 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:47:15,309 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,314 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:47:15,318 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened a3184c3d4a0704993d52fa66a2b1f8c3; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62423484, jitterRate=-0.06981760263442993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:47:15,318 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:15,318 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for a3184c3d4a0704993d52fa66a2b1f8c3: Running coprocessor pre-open hook at 1731912435186Writing region info on filesystem at 1731912435186Initializing all the Stores at 1731912435196 (+10 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435196Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435196Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731912435196Obtaining lock to block concurrent updates at 1731912435227 (+31 ms)Preparing flush snapshotting stores in a3184c3d4a0704993d52fa66a2b1f8c3 at 1731912435227Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912435228 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. at 1731912435228Flushing a3184c3d4a0704993d52fa66a2b1f8c3/colfamily11: creating writer at 1731912435228Flushing a3184c3d4a0704993d52fa66a2b1f8c3/colfamily11: appending metadata at 1731912435253 (+25 ms)Flushing a3184c3d4a0704993d52fa66a2b1f8c3/colfamily11: closing flushed file at 1731912435253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@327d7c7d: reopening flushed file at 1731912435292 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a3184c3d4a0704993d52fa66a2b1f8c3 in 74ms, sequenceid=4, compaction requested=false; wal=null at 1731912435301 (+9 ms)Cleaning up temporary data from old regions at 1731912435305 (+4 ms)Running coprocessor post-open hooks at 1731912435318 (+13 ms)Region opened successfully at 1731912435318 2024-11-18T06:47:15,319 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., pid=74, masterSystemTime=1731912434604 2024-11-18T06:47:15,322 DEBUG [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:15,323 INFO [RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:15,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, openSeqNum=5, regionLocation=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,44257,1731912245210 because future has completed 2024-11-18T06:47:15,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-18T06:47:15,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,44257,1731912245210 in 876 msec 2024-11-18T06:47:15,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=57 2024-11-18T06:47:15,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN in 1.0440 sec 2024-11-18T06:47:15,332 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 75ed3c3b0308,41933,1731912245252 after splitting done 2024-11-18T06:47:15,332 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:47:15,332 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:15,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:15,333 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:47:15,535 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:15,535 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:47:15,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:15,535 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:47:15,535 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:47:15,536 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:47:15,536 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:47:15,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:47:15,536 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:47:15,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,539 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:47:15,540 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:47:15,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,544 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.meta.1731912246998.meta, worker=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 75ed3c3b0308%2C41933%2C1731912245252.1731912246577, worker=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=57444d0aa550e1b95a399c070017419e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a45defe2c6138d0563292247016c5dc, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=462262b16346940d76f59d4f1b3f0381, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3de90a357c178ea2003acab2937df0e7, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=567b631c4d590b9170ceab35a3e84bbe, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=87a1fecd11e4e436197a8d3d56df7b39, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77d0f7de3d22b7ede41ec1cdec10d7f8, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80cd24f147785d98d6dd306a14076532, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3184c3d4a0704993d52fa66a2b1f8c3, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a45defe2c6138d0563292247016c5dc, server=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure a3184c3d4a0704993d52fa66a2b1f8c3, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 57444d0aa550e1b95a399c070017419e, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 80cd24f147785d98d6dd306a14076532, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 462262b16346940d76f59d4f1b3f0381, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 87a1fecd11e4e436197a8d3d56df7b39, server=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 77d0f7de3d22b7ede41ec1cdec10d7f8, server=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 3de90a357c178ea2003acab2937df0e7, server=75ed3c3b0308,45293,1731912245109 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 567b631c4d590b9170ceab35a3e84bbe, server=75ed3c3b0308,44257,1731912245210 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:47:15,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-18T06:47:15,546 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=61 2024-11-18T06:47:15,546 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=75ed3c3b0308,44257,1731912245210, table=hbase:meta, region=1588230740 2024-11-18T06:47:15,547 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 75ed3c3b0308,44257,1731912245210, state=OPEN 2024-11-18T06:47:15,549 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:15,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:15,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:47:15,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:15,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:15,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:47:15,550 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731912465550 2024-11-18T06:47:15,550 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:47:15,562 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de2305a74086c6619616b2e799ed578, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,562 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4468c5a8a19a326a1e90fc61750bc2f7, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=567b631c4d590b9170ceab35a3e84bbe, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=5 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87a1fecd11e4e436197a8d3d56df7b39, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=5 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7edaa746067017933a3967ab89f173ca, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794a005827fd2d2b0ded6c2db4757469, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=57444d0aa550e1b95a399c070017419e, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=5 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d01a3b5df63082053b242c81a47787ba, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c338c7422581a6a090ab4ce6622e69ba, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77d0f7de3d22b7ede41ec1cdec10d7f8, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=5 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80cd24f147785d98d6dd306a14076532, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=5 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=118947c25ba9177f136a5807262b6d7d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad75bf84315b57191118fd3c1731e4c, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=291a1db7252e7a425b131710ecfac13d, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c62a3e4361cf81ccafc4c90242add7f, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3de90a357c178ea2003acab2937df0e7, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=5 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80e01507cae4a62448f66a832f319222, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=462262b16346940d76f59d4f1b3f0381, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=5 2024-11-18T06:47:15,564 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49ffccae7c8b8318739d9579007bfd0d, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,565 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2625742502c3477168edeb502c44d418, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,565 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59bb8b556489f8fd4d01406fcde2474e, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,565 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a45defe2c6138d0563292247016c5dc, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=5 2024-11-18T06:47:15,565 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c737f3b016af21cb2c3a56024daa8e54, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,565 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dd4c4e99f9b1cdcfd9a43dd71cf36ae0, regionState=OPEN, lastHost=75ed3c3b0308,45293,1731912245109, regionLocation=75ed3c3b0308,45293,1731912245109, openSeqNum=2 2024-11-18T06:47:15,565 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3184c3d4a0704993d52fa66a2b1f8c3, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=5 2024-11-18T06:47:15,565 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98339e2fe6ef52a15c260fe5fbd94d73, regionState=OPEN, lastHost=75ed3c3b0308,44257,1731912245210, regionLocation=75ed3c3b0308,44257,1731912245210, openSeqNum=2 2024-11-18T06:47:15,565 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:47:15,565 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731912495565 2024-11-18T06:47:15,566 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731912555566 2024-11-18T06:47:15,566 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-11-18T06:47:15,566 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 75ed3c3b0308,41933,1731912245252 after splitting done 2024-11-18T06:47:15,566 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:47:15,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 75ed3c3b0308,41933,1731912245252, splitWal=true, meta=true in 3 mins, 4.501 sec 2024-11-18T06:47:15,822 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:47:15,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:47:15,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:47:15,842 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 75ed3c3b0308:41933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 75ed3c3b0308/172.17.0.2:41933 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:47:15,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=java.net.ConnectException: Call to address=75ed3c3b0308:41933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:47:15,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-18T06:47:15,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:15,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 75ed3c3b0308:41933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 75ed3c3b0308/172.17.0.2:41933 2024-11-18T06:47:15,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:15,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:15,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:15,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,41933,1731912245252, seqNum=-1 from cache 2024-11-18T06:47:16,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:47:16,060 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:47:16,061 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=75ed3c3b0308,44257,1731912245210, seqNum=-1] 2024-11-18T06:47:16,067 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., hostname=75ed3c3b0308,44257,1731912245210, seqNum=5] 2024-11-18T06:47:16,084 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:16,084 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,084 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,084 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:16,194 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39., hostname=75ed3c3b0308,45293,1731912245109, seqNum=5] 2024-11-18T06:47:16,226 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:16,227 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,227 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,227 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:16,333 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., hostname=75ed3c3b0308,44257,1731912245210, seqNum=5] 2024-11-18T06:47:16,354 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:16,354 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,354 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,354 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:16,467 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8., hostname=75ed3c3b0308,45293,1731912245109, seqNum=5] 2024-11-18T06:47:16,478 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:16,479 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,479 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,479 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:16,595 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532., hostname=75ed3c3b0308,44257,1731912245210, seqNum=5] 2024-11-18T06:47:16,624 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:16,624 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,624 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,625 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:16,735 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7., hostname=75ed3c3b0308,45293,1731912245109, seqNum=5] 2024-11-18T06:47:16,748 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:16,748 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,749 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,749 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:16,864 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., hostname=75ed3c3b0308,44257,1731912245210, seqNum=5] 2024-11-18T06:47:16,880 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:16,881 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,881 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:16,881 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:16,994 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc., hostname=75ed3c3b0308,45293,1731912245109, seqNum=5] 2024-11-18T06:47:17,005 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 75ed3c3b0308:41933 this server is in the failed servers list 2024-11-18T06:47:17,006 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=75ed3c3b0308:41933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:17,006 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 75ed3c3b0308:41933 2024-11-18T06:47:17,006 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,41933,1731912245252, seqNum=2 from cache 2024-11-18T06:47:17,114 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3., hostname=75ed3c3b0308,44257,1731912245210, seqNum=5] 2024-11-18T06:47:17,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T06:47:17,212 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T06:47:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:47:17,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:47:17,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:47:17,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:47:17,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:47:17,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:47:17,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:47:17,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1030710501, stopped=false 2024-11-18T06:47:17,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=75ed3c3b0308,34989,1731912244444 2024-11-18T06:47:17,218 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:47:17,218 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:47:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:47:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:47:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:47:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:47:17,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:47:17,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:47:17,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:47:17,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:17,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:47:17,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:47:17,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:47:17,220 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,45293,1731912245109' ***** 2024-11-18T06:47:17,220 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:47:17,220 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '75ed3c3b0308,44257,1731912245210' ***** 2024-11-18T06:47:17,220 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:47:17,220 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:47:17,221 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:47:17,221 INFO [RS:0;75ed3c3b0308:45293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:47:17,221 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:47:17,221 INFO [RS:1;75ed3c3b0308:44257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:47:17,221 INFO [RS:0;75ed3c3b0308:45293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:47:17,221 INFO [RS:1;75ed3c3b0308:44257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:47:17,221 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:47:17,221 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:47:17,221 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 80e01507cae4a62448f66a832f319222 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for bad75bf84315b57191118fd3c1731e4c 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 794a005827fd2d2b0ded6c2db4757469 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 6de2305a74086c6619616b2e799ed578 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 3de90a357c178ea2003acab2937df0e7 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 87a1fecd11e4e436197a8d3d56df7b39 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 49ffccae7c8b8318739d9579007bfd0d 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a45defe2c6138d0563292247016c5dc 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c62a3e4361cf81ccafc4c90242add7f 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 77d0f7de3d22b7ede41ec1cdec10d7f8 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(959): stopping server 75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:47:17,222 INFO [RS:0;75ed3c3b0308:45293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;75ed3c3b0308:45293. 2024-11-18T06:47:17,223 DEBUG [RS:0;75ed3c3b0308:45293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:47:17,223 DEBUG [RS:0;75ed3c3b0308:45293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:47:17,223 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1321): Waiting on 12 regions to close 2024-11-18T06:47:17,223 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1351): Waiting on 1a45defe2c6138d0563292247016c5dc, 3de90a357c178ea2003acab2937df0e7, 49ffccae7c8b8318739d9579007bfd0d, 59bb8b556489f8fd4d01406fcde2474e, 6de2305a74086c6619616b2e799ed578, 77d0f7de3d22b7ede41ec1cdec10d7f8, 794a005827fd2d2b0ded6c2db4757469, 87a1fecd11e4e436197a8d3d56df7b39, 9c62a3e4361cf81ccafc4c90242add7f, bad75bf84315b57191118fd3c1731e4c, c338c7422581a6a090ab4ce6622e69ba, dd4c4e99f9b1cdcfd9a43dd71cf36ae0 2024-11-18T06:47:17,229 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd4c4e99f9b1cdcfd9a43dd71cf36ae0, disabling compactions & flushes 2024-11-18T06:47:17,229 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:47:17,229 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:47:17,229 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. after waiting 0 ms 2024-11-18T06:47:17,229 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:47:17,230 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd4c4e99f9b1cdcfd9a43dd71cf36ae0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,236 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for d01a3b5df63082053b242c81a47787ba 2024-11-18T06:47:17,236 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 4468c5a8a19a326a1e90fc61750bc2f7 2024-11-18T06:47:17,236 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 80cd24f147785d98d6dd306a14076532 2024-11-18T06:47:17,236 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for a3184c3d4a0704993d52fa66a2b1f8c3 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 98339e2fe6ef52a15c260fe5fbd94d73 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 2625742502c3477168edeb502c44d418 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 291a1db7252e7a425b131710ecfac13d 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 567b631c4d590b9170ceab35a3e84bbe 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 57444d0aa550e1b95a399c070017419e 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 462262b16346940d76f59d4f1b3f0381 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 7edaa746067017933a3967ab89f173ca 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(959): stopping server 75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;75ed3c3b0308:44257. 2024-11-18T06:47:17,237 DEBUG [RS:1;75ed3c3b0308:44257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:47:17,237 DEBUG [RS:1;75ed3c3b0308:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:47:17,237 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:47:17,238 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:47:17,238 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:47:17,238 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80e01507cae4a62448f66a832f319222, disabling compactions & flushes 2024-11-18T06:47:17,238 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:47:17,238 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:47:17,238 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. after waiting 0 ms 2024-11-18T06:47:17,238 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:47:17,238 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80e01507cae4a62448f66a832f319222 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,249 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:47:17,250 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1321): Waiting on 15 regions to close 2024-11-18T06:47:17,250 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1351): Waiting on 118947c25ba9177f136a5807262b6d7d, 1588230740, 2625742502c3477168edeb502c44d418, 291a1db7252e7a425b131710ecfac13d, 4468c5a8a19a326a1e90fc61750bc2f7, 462262b16346940d76f59d4f1b3f0381, 567b631c4d590b9170ceab35a3e84bbe, 57444d0aa550e1b95a399c070017419e, 7edaa746067017933a3967ab89f173ca, 80cd24f147785d98d6dd306a14076532, 80e01507cae4a62448f66a832f319222, 98339e2fe6ef52a15c260fe5fbd94d73, a3184c3d4a0704993d52fa66a2b1f8c3, c737f3b016af21cb2c3a56024daa8e54, d01a3b5df63082053b242c81a47787ba 2024-11-18T06:47:17,250 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:47:17,250 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:47:17,250 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:47:17,250 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:47:17,250 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:47:17,250 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-18T06:47:17,257 INFO [regionserver/75ed3c3b0308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:47:17,266 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/info/78857858cd8c46a58e23fc5f9d5b19c7 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe./info:regioninfo/1731912435186/Put/seqid=0 2024-11-18T06:47:17,278 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222/.tmp/colfamily11/101ab79a12de47f58771e584e0ecf9d0 is 52, key is qqq/colfamily11:colfamily11/1731912250324/Put/seqid=0 2024-11-18T06:47:17,278 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0/.tmp/colfamily11/1aeaa528fb7f44baa4f41338eed626b3 is 52, key is xxx/colfamily11:colfamily11/1731912250376/Put/seqid=0 2024-11-18T06:47:17,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741887_1063 (size=19858) 2024-11-18T06:47:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741887_1063 (size=19858) 2024-11-18T06:47:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741887_1063 (size=19858) 2024-11-18T06:47:17,304 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/info/78857858cd8c46a58e23fc5f9d5b19c7 2024-11-18T06:47:17,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741889_1065 (size=39263) 2024-11-18T06:47:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741889_1065 (size=39263) 2024-11-18T06:47:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741889_1065 (size=39263) 2024-11-18T06:47:17,314 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0/.tmp/colfamily11/1aeaa528fb7f44baa4f41338eed626b3 2024-11-18T06:47:17,315 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/.tmp/info/78857858cd8c46a58e23fc5f9d5b19c7 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/info/78857858cd8c46a58e23fc5f9d5b19c7 2024-11-18T06:47:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741888_1064 (size=39263) 2024-11-18T06:47:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741888_1064 (size=39263) 2024-11-18T06:47:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741888_1064 (size=39263) 2024-11-18T06:47:17,323 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222/.tmp/colfamily11/101ab79a12de47f58771e584e0ecf9d0 2024-11-18T06:47:17,329 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/info/78857858cd8c46a58e23fc5f9d5b19c7, entries=72, sequenceid=81, filesize=19.4 K 2024-11-18T06:47:17,331 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=81, compaction requested=false 2024-11-18T06:47:17,332 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222/.tmp/colfamily11/101ab79a12de47f58771e584e0ecf9d0 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222/colfamily11/101ab79a12de47f58771e584e0ecf9d0 2024-11-18T06:47:17,342 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222/colfamily11/101ab79a12de47f58771e584e0ecf9d0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,343 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0/.tmp/colfamily11/1aeaa528fb7f44baa4f41338eed626b3 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily11/1aeaa528fb7f44baa4f41338eed626b3 2024-11-18T06:47:17,344 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80e01507cae4a62448f66a832f319222 in 106ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,353 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily11/1aeaa528fb7f44baa4f41338eed626b3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,354 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 in 125ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,373 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80e01507cae4a62448f66a832f319222/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,377 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:47:17,377 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dd4c4e99f9b1cdcfd9a43dd71cf36ae0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,377 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80e01507cae4a62448f66a832f319222: Waiting for close lock at 1731912437238Running coprocessor pre-close hooks at 1731912437238Disabling compacts and flushes for region at 1731912437238Disabling writes for close at 1731912437238Obtaining lock to block concurrent updates at 1731912437238Preparing flush snapshotting stores in 80e01507cae4a62448f66a832f319222 at 1731912437238Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437238Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. at 1731912437245 (+7 ms)Flushing 80e01507cae4a62448f66a832f319222/colfamily11: creating writer at 1731912437245Flushing 80e01507cae4a62448f66a832f319222/colfamily11: appending metadata at 1731912437277 (+32 ms)Flushing 80e01507cae4a62448f66a832f319222/colfamily11: closing flushed file at 1731912437277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4842021a: reopening flushed file at 1731912437331 (+54 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80e01507cae4a62448f66a832f319222 in 106ms, sequenceid=5, compaction requested=false at 1731912437344 (+13 ms)Writing region close event to WAL at 1731912437360 (+16 ms)Running coprocessor post-close hooks at 1731912437374 (+14 ms)Closed at 1731912437377 (+3 ms) 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731912247412.80e01507cae4a62448f66a832f319222. 2024-11-18T06:47:17,378 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d01a3b5df63082053b242c81a47787ba, disabling compactions & flushes 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd4c4e99f9b1cdcfd9a43dd71cf36ae0: Waiting for close lock at 1731912437229Running coprocessor pre-close hooks at 1731912437229Disabling compacts and flushes for region at 1731912437229Disabling writes for close at 1731912437229Obtaining lock to block concurrent updates at 1731912437230 (+1 ms)Preparing flush snapshotting stores in dd4c4e99f9b1cdcfd9a43dd71cf36ae0 at 1731912437230Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437252 (+22 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. at 1731912437253 (+1 ms)Flushing dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily11: creating writer at 1731912437253Flushing dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily11: appending metadata at 1731912437278 (+25 ms)Flushing dd4c4e99f9b1cdcfd9a43dd71cf36ae0/colfamily11: closing flushed file at 1731912437278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b24c1f2: reopening flushed file at 1731912437342 (+64 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dd4c4e99f9b1cdcfd9a43dd71cf36ae0 in 125ms, sequenceid=5, compaction requested=false at 1731912437354 (+12 ms)Writing region close event to WAL at 1731912437367 (+13 ms)Running coprocessor post-close hooks at 1731912437378 (+11 ms)Closed at 1731912437378 2024-11-18T06:47:17,378 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. after waiting 0 ms 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731912247412.dd4c4e99f9b1cdcfd9a43dd71cf36ae0. 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bad75bf84315b57191118fd3c1731e4c, disabling compactions & flushes 2024-11-18T06:47:17,378 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d01a3b5df63082053b242c81a47787ba 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,378 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. after waiting 0 ms 2024-11-18T06:47:17,378 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:47:17,378 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bad75bf84315b57191118fd3c1731e4c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,389 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-18T06:47:17,389 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:47:17,392 INFO [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:47:17,392 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731912437250Running coprocessor pre-close hooks at 1731912437250Disabling compacts and flushes for region at 1731912437250Disabling writes for close at 1731912437250Obtaining lock to block concurrent updates at 1731912437250Preparing flush snapshotting stores in 1588230740 at 1731912437250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731912437251 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731912437251Flushing 1588230740/info: creating writer at 1731912437251Flushing 1588230740/info: appending metadata at 1731912437265 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731912437265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7250fae5: reopening flushed file at 1731912437314 (+49 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=81, compaction requested=false at 1731912437331 (+17 ms)Writing region close event to WAL at 1731912437372 (+41 ms)Running coprocessor post-close hooks at 1731912437389 (+17 ms)Closed at 1731912437392 (+3 ms) 2024-11-18T06:47:17,393 DEBUG [RS_CLOSE_META-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:47:17,419 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba/.tmp/colfamily11/700c0d8763974dc393d8ba166ab51568 is 52, key is hhh/colfamily11:colfamily11/1731912250183/Put/seqid=0 2024-11-18T06:47:17,422 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c/.tmp/colfamily11/47e0c49a17374420919c601376b6c09f is 52, key is mmm/colfamily11:colfamily11/1731912250266/Put/seqid=0 2024-11-18T06:47:17,424 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1351): Waiting on 1a45defe2c6138d0563292247016c5dc, 3de90a357c178ea2003acab2937df0e7, 49ffccae7c8b8318739d9579007bfd0d, 59bb8b556489f8fd4d01406fcde2474e, 6de2305a74086c6619616b2e799ed578, 77d0f7de3d22b7ede41ec1cdec10d7f8, 794a005827fd2d2b0ded6c2db4757469, 87a1fecd11e4e436197a8d3d56df7b39, 9c62a3e4361cf81ccafc4c90242add7f, bad75bf84315b57191118fd3c1731e4c, c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:47:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741891_1067 (size=39263) 2024-11-18T06:47:17,444 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:47:17,444 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:47:17,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741891_1067 (size=39263) 2024-11-18T06:47:17,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741891_1067 (size=39263) 2024-11-18T06:47:17,445 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c/.tmp/colfamily11/47e0c49a17374420919c601376b6c09f 2024-11-18T06:47:17,450 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1351): Waiting on 118947c25ba9177f136a5807262b6d7d, 2625742502c3477168edeb502c44d418, 291a1db7252e7a425b131710ecfac13d, 4468c5a8a19a326a1e90fc61750bc2f7, 462262b16346940d76f59d4f1b3f0381, 567b631c4d590b9170ceab35a3e84bbe, 57444d0aa550e1b95a399c070017419e, 7edaa746067017933a3967ab89f173ca, 80cd24f147785d98d6dd306a14076532, 98339e2fe6ef52a15c260fe5fbd94d73, a3184c3d4a0704993d52fa66a2b1f8c3, c737f3b016af21cb2c3a56024daa8e54, d01a3b5df63082053b242c81a47787ba 2024-11-18T06:47:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741890_1066 (size=39263) 2024-11-18T06:47:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741890_1066 (size=39263) 2024-11-18T06:47:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741890_1066 (size=39263) 2024-11-18T06:47:17,456 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba/.tmp/colfamily11/700c0d8763974dc393d8ba166ab51568 2024-11-18T06:47:17,457 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c/.tmp/colfamily11/47e0c49a17374420919c601376b6c09f as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c/colfamily11/47e0c49a17374420919c601376b6c09f 2024-11-18T06:47:17,468 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba/.tmp/colfamily11/700c0d8763974dc393d8ba166ab51568 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba/colfamily11/700c0d8763974dc393d8ba166ab51568 2024-11-18T06:47:17,470 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c/colfamily11/47e0c49a17374420919c601376b6c09f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,472 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bad75bf84315b57191118fd3c1731e4c in 94ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,476 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba/colfamily11/700c0d8763974dc393d8ba166ab51568, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,477 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d01a3b5df63082053b242c81a47787ba in 98ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,478 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:47:17,478 INFO [regionserver/75ed3c3b0308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:47:17,489 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d01a3b5df63082053b242c81a47787ba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,489 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad75bf84315b57191118fd3c1731e4c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,489 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:47:17,489 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d01a3b5df63082053b242c81a47787ba: Waiting for close lock at 1731912437378Running coprocessor pre-close hooks at 1731912437378Disabling compacts and flushes for region at 1731912437378Disabling writes for close at 1731912437378Obtaining lock to block concurrent updates at 1731912437378Preparing flush snapshotting stores in d01a3b5df63082053b242c81a47787ba at 1731912437378Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437378Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. at 1731912437379 (+1 ms)Flushing d01a3b5df63082053b242c81a47787ba/colfamily11: creating writer at 1731912437379Flushing d01a3b5df63082053b242c81a47787ba/colfamily11: appending metadata at 1731912437418 (+39 ms)Flushing d01a3b5df63082053b242c81a47787ba/colfamily11: closing flushed file at 1731912437418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6d571c: reopening flushed file at 1731912437466 (+48 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d01a3b5df63082053b242c81a47787ba in 98ms, sequenceid=5, compaction requested=false at 1731912437477 (+11 ms)Writing region close event to WAL at 1731912437485 (+8 ms)Running coprocessor post-close hooks at 1731912437489 (+4 ms)Closed at 1731912437489 2024-11-18T06:47:17,490 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731912247412.d01a3b5df63082053b242c81a47787ba. 2024-11-18T06:47:17,490 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4468c5a8a19a326a1e90fc61750bc2f7, disabling compactions & flushes 2024-11-18T06:47:17,490 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:47:17,490 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:47:17,490 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. after waiting 0 ms 2024-11-18T06:47:17,490 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:47:17,490 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4468c5a8a19a326a1e90fc61750bc2f7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,491 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:47:17,491 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bad75bf84315b57191118fd3c1731e4c: Waiting for close lock at 1731912437378Running coprocessor pre-close hooks at 1731912437378Disabling compacts and flushes for region at 1731912437378Disabling writes for close at 1731912437378Obtaining lock to block concurrent updates at 1731912437378Preparing flush snapshotting stores in bad75bf84315b57191118fd3c1731e4c at 1731912437378Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437379 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. at 1731912437380 (+1 ms)Flushing bad75bf84315b57191118fd3c1731e4c/colfamily11: creating writer at 1731912437380Flushing bad75bf84315b57191118fd3c1731e4c/colfamily11: appending metadata at 1731912437421 (+41 ms)Flushing bad75bf84315b57191118fd3c1731e4c/colfamily11: closing flushed file at 1731912437421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a597b7d: reopening flushed file at 1731912437454 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bad75bf84315b57191118fd3c1731e4c in 94ms, sequenceid=5, compaction requested=false at 1731912437472 (+18 ms)Writing region close event to WAL at 1731912437480 (+8 ms)Running coprocessor post-close hooks at 1731912437491 (+11 ms)Closed at 1731912437491 2024-11-18T06:47:17,491 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731912247412.bad75bf84315b57191118fd3c1731e4c. 2024-11-18T06:47:17,491 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 794a005827fd2d2b0ded6c2db4757469, disabling compactions & flushes 2024-11-18T06:47:17,491 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:47:17,491 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:47:17,491 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. after waiting 0 ms 2024-11-18T06:47:17,491 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:47:17,491 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 794a005827fd2d2b0ded6c2db4757469 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,512 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469/.tmp/colfamily11/132abe2109cc4b1489f9e4bd540e9951 is 52, key is fff/colfamily11:colfamily11/1731912250103/Put/seqid=0 2024-11-18T06:47:17,514 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7/.tmp/colfamily11/61c1450bd4eb4e2a9adb4e19bfcbbd7d is 52, key is bbb/colfamily11:colfamily11/1731912250042/Put/seqid=0 2024-11-18T06:47:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741893_1069 (size=39263) 2024-11-18T06:47:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741893_1069 (size=39263) 2024-11-18T06:47:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741893_1069 (size=39263) 2024-11-18T06:47:17,545 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7/.tmp/colfamily11/61c1450bd4eb4e2a9adb4e19bfcbbd7d 2024-11-18T06:47:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741892_1068 (size=39263) 2024-11-18T06:47:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741892_1068 (size=39263) 2024-11-18T06:47:17,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741892_1068 (size=39263) 2024-11-18T06:47:17,555 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7/.tmp/colfamily11/61c1450bd4eb4e2a9adb4e19bfcbbd7d as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7/colfamily11/61c1450bd4eb4e2a9adb4e19bfcbbd7d 2024-11-18T06:47:17,557 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469/.tmp/colfamily11/132abe2109cc4b1489f9e4bd540e9951 2024-11-18T06:47:17,566 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7/colfamily11/61c1450bd4eb4e2a9adb4e19bfcbbd7d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,567 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469/.tmp/colfamily11/132abe2109cc4b1489f9e4bd540e9951 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469/colfamily11/132abe2109cc4b1489f9e4bd540e9951 2024-11-18T06:47:17,567 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4468c5a8a19a326a1e90fc61750bc2f7 in 77ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,580 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469/colfamily11/132abe2109cc4b1489f9e4bd540e9951, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,583 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 794a005827fd2d2b0ded6c2db4757469 in 91ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,593 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4468c5a8a19a326a1e90fc61750bc2f7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,594 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:47:17,594 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4468c5a8a19a326a1e90fc61750bc2f7: Waiting for close lock at 1731912437490Running coprocessor pre-close hooks at 1731912437490Disabling compacts and flushes for region at 1731912437490Disabling writes for close at 1731912437490Obtaining lock to block concurrent updates at 1731912437490Preparing flush snapshotting stores in 4468c5a8a19a326a1e90fc61750bc2f7 at 1731912437490Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437490Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. at 1731912437491 (+1 ms)Flushing 4468c5a8a19a326a1e90fc61750bc2f7/colfamily11: creating writer at 1731912437491Flushing 4468c5a8a19a326a1e90fc61750bc2f7/colfamily11: appending metadata at 1731912437513 (+22 ms)Flushing 4468c5a8a19a326a1e90fc61750bc2f7/colfamily11: closing flushed file at 1731912437513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb09b2b: reopening flushed file at 1731912437553 (+40 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4468c5a8a19a326a1e90fc61750bc2f7 in 77ms, sequenceid=5, compaction requested=false at 1731912437567 (+14 ms)Writing region close event to WAL at 1731912437581 (+14 ms)Running coprocessor post-close hooks at 1731912437594 (+13 ms)Closed at 1731912437594 2024-11-18T06:47:17,594 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731912247412.4468c5a8a19a326a1e90fc61750bc2f7. 2024-11-18T06:47:17,594 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80cd24f147785d98d6dd306a14076532, disabling compactions & flushes 2024-11-18T06:47:17,594 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:17,594 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:17,594 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. after waiting 0 ms 2024-11-18T06:47:17,594 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:17,597 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794a005827fd2d2b0ded6c2db4757469/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,598 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:47:17,598 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 794a005827fd2d2b0ded6c2db4757469: Waiting for close lock at 1731912437491Running coprocessor pre-close hooks at 1731912437491Disabling compacts and flushes for region at 1731912437491Disabling writes for close at 1731912437491Obtaining lock to block concurrent updates at 1731912437491Preparing flush snapshotting stores in 794a005827fd2d2b0ded6c2db4757469 at 1731912437491Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437492 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. at 1731912437492Flushing 794a005827fd2d2b0ded6c2db4757469/colfamily11: creating writer at 1731912437492Flushing 794a005827fd2d2b0ded6c2db4757469/colfamily11: appending metadata at 1731912437511 (+19 ms)Flushing 794a005827fd2d2b0ded6c2db4757469/colfamily11: closing flushed file at 1731912437512 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e883198: reopening flushed file at 1731912437565 (+53 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 794a005827fd2d2b0ded6c2db4757469 in 91ms, sequenceid=5, compaction requested=false at 1731912437583 (+18 ms)Writing region close event to WAL at 1731912437593 (+10 ms)Running coprocessor post-close hooks at 1731912437598 (+5 ms)Closed at 1731912437598 2024-11-18T06:47:17,599 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731912247412.794a005827fd2d2b0ded6c2db4757469. 2024-11-18T06:47:17,599 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6de2305a74086c6619616b2e799ed578, disabling compactions & flushes 2024-11-18T06:47:17,599 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:47:17,599 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:47:17,599 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. after waiting 0 ms 2024-11-18T06:47:17,599 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:47:17,599 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6de2305a74086c6619616b2e799ed578 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,600 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80cd24f147785d98d6dd306a14076532/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:17,600 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:17,601 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80cd24f147785d98d6dd306a14076532: Waiting for close lock at 1731912437594Running coprocessor pre-close hooks at 1731912437594Disabling compacts and flushes for region at 1731912437594Disabling writes for close at 1731912437594Writing region close event to WAL at 1731912437595 (+1 ms)Running coprocessor post-close hooks at 1731912437600 (+5 ms)Closed at 1731912437600 2024-11-18T06:47:17,601 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731912247412.80cd24f147785d98d6dd306a14076532. 2024-11-18T06:47:17,601 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3184c3d4a0704993d52fa66a2b1f8c3, disabling compactions & flushes 2024-11-18T06:47:17,601 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:17,601 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:17,601 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. after waiting 0 ms 2024-11-18T06:47:17,601 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:17,609 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3184c3d4a0704993d52fa66a2b1f8c3/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:17,609 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:17,609 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3184c3d4a0704993d52fa66a2b1f8c3: Waiting for close lock at 1731912437601Running coprocessor pre-close hooks at 1731912437601Disabling compacts and flushes for region at 1731912437601Disabling writes for close at 1731912437601Writing region close event to WAL at 1731912437602 (+1 ms)Running coprocessor post-close hooks at 1731912437609 (+7 ms)Closed at 1731912437609 2024-11-18T06:47:17,610 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731912247412.a3184c3d4a0704993d52fa66a2b1f8c3. 2024-11-18T06:47:17,610 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98339e2fe6ef52a15c260fe5fbd94d73, disabling compactions & flushes 2024-11-18T06:47:17,610 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:47:17,610 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:47:17,610 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. after waiting 0 ms 2024-11-18T06:47:17,610 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:47:17,610 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98339e2fe6ef52a15c260fe5fbd94d73 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-18T06:47:17,622 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578/.tmp/colfamily11/23cb5f905f9e4561a388f16b86abdf22 is 52, key is aaa/colfamily11:colfamily11/1731912250050/Put/seqid=0 2024-11-18T06:47:17,624 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1351): Waiting on 1a45defe2c6138d0563292247016c5dc, 3de90a357c178ea2003acab2937df0e7, 49ffccae7c8b8318739d9579007bfd0d, 59bb8b556489f8fd4d01406fcde2474e, 6de2305a74086c6619616b2e799ed578, 77d0f7de3d22b7ede41ec1cdec10d7f8, 87a1fecd11e4e436197a8d3d56df7b39, 9c62a3e4361cf81ccafc4c90242add7f, c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:47:17,626 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73/.tmp/colfamily11/b376e4e22f7745e38fc9f44a4e7bd135 is 52, key is zzz/colfamily11:colfamily11/1731912250422/Put/seqid=0 2024-11-18T06:47:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741894_1070 (size=39263) 2024-11-18T06:47:17,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741894_1070 (size=39263) 2024-11-18T06:47:17,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741894_1070 (size=39263) 2024-11-18T06:47:17,636 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578/.tmp/colfamily11/23cb5f905f9e4561a388f16b86abdf22 2024-11-18T06:47:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741895_1071 (size=4857) 2024-11-18T06:47:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741895_1071 (size=4857) 2024-11-18T06:47:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741895_1071 (size=4857) 2024-11-18T06:47:17,639 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73/.tmp/colfamily11/b376e4e22f7745e38fc9f44a4e7bd135 2024-11-18T06:47:17,643 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578/.tmp/colfamily11/23cb5f905f9e4561a388f16b86abdf22 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578/colfamily11/23cb5f905f9e4561a388f16b86abdf22 2024-11-18T06:47:17,646 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73/.tmp/colfamily11/b376e4e22f7745e38fc9f44a4e7bd135 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73/colfamily11/b376e4e22f7745e38fc9f44a4e7bd135 2024-11-18T06:47:17,651 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1351): Waiting on 118947c25ba9177f136a5807262b6d7d, 2625742502c3477168edeb502c44d418, 291a1db7252e7a425b131710ecfac13d, 462262b16346940d76f59d4f1b3f0381, 567b631c4d590b9170ceab35a3e84bbe, 57444d0aa550e1b95a399c070017419e, 7edaa746067017933a3967ab89f173ca, 98339e2fe6ef52a15c260fe5fbd94d73, c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:47:17,653 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578/colfamily11/23cb5f905f9e4561a388f16b86abdf22, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,654 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6de2305a74086c6619616b2e799ed578 in 55ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,663 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73/colfamily11/b376e4e22f7745e38fc9f44a4e7bd135, entries=1, sequenceid=5, filesize=4.7 K 2024-11-18T06:47:17,664 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 98339e2fe6ef52a15c260fe5fbd94d73 in 54ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,668 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de2305a74086c6619616b2e799ed578/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,669 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:47:17,669 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6de2305a74086c6619616b2e799ed578: Waiting for close lock at 1731912437599Running coprocessor pre-close hooks at 1731912437599Disabling compacts and flushes for region at 1731912437599Disabling writes for close at 1731912437599Obtaining lock to block concurrent updates at 1731912437599Preparing flush snapshotting stores in 6de2305a74086c6619616b2e799ed578 at 1731912437599Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437599Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. at 1731912437600 (+1 ms)Flushing 6de2305a74086c6619616b2e799ed578/colfamily11: creating writer at 1731912437600Flushing 6de2305a74086c6619616b2e799ed578/colfamily11: appending metadata at 1731912437621 (+21 ms)Flushing 6de2305a74086c6619616b2e799ed578/colfamily11: closing flushed file at 1731912437621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112ab805: reopening flushed file at 1731912437642 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6de2305a74086c6619616b2e799ed578 in 55ms, sequenceid=5, compaction requested=false at 1731912437654 (+12 ms)Writing region close event to WAL at 1731912437655 (+1 ms)Running coprocessor post-close hooks at 1731912437669 (+14 ms)Closed at 1731912437669 2024-11-18T06:47:17,669 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731912247412.6de2305a74086c6619616b2e799ed578. 2024-11-18T06:47:17,669 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3de90a357c178ea2003acab2937df0e7, disabling compactions & flushes 2024-11-18T06:47:17,669 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:17,669 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:17,669 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. after waiting 0 ms 2024-11-18T06:47:17,669 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:17,672 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98339e2fe6ef52a15c260fe5fbd94d73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,673 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:47:17,673 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98339e2fe6ef52a15c260fe5fbd94d73: Waiting for close lock at 1731912437610Running coprocessor pre-close hooks at 1731912437610Disabling compacts and flushes for region at 1731912437610Disabling writes for close at 1731912437610Obtaining lock to block concurrent updates at 1731912437610Preparing flush snapshotting stores in 98339e2fe6ef52a15c260fe5fbd94d73 at 1731912437610Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731912437610Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. at 1731912437611 (+1 ms)Flushing 98339e2fe6ef52a15c260fe5fbd94d73/colfamily11: creating writer at 1731912437611Flushing 98339e2fe6ef52a15c260fe5fbd94d73/colfamily11: appending metadata at 1731912437626 (+15 ms)Flushing 98339e2fe6ef52a15c260fe5fbd94d73/colfamily11: closing flushed file at 1731912437626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3853c98b: reopening flushed file at 1731912437645 (+19 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 98339e2fe6ef52a15c260fe5fbd94d73 in 54ms, sequenceid=5, compaction requested=false at 1731912437664 (+19 ms)Writing region close event to WAL at 1731912437667 (+3 ms)Running coprocessor post-close hooks at 1731912437673 (+6 ms)Closed at 1731912437673 2024-11-18T06:47:17,673 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731912247412.98339e2fe6ef52a15c260fe5fbd94d73. 2024-11-18T06:47:17,673 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2625742502c3477168edeb502c44d418, disabling compactions & flushes 2024-11-18T06:47:17,673 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:47:17,673 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:47:17,673 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. after waiting 0 ms 2024-11-18T06:47:17,673 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:47:17,674 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2625742502c3477168edeb502c44d418 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,674 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3de90a357c178ea2003acab2937df0e7/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:17,675 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:17,675 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3de90a357c178ea2003acab2937df0e7: Waiting for close lock at 1731912437669Running coprocessor pre-close hooks at 1731912437669Disabling compacts and flushes for region at 1731912437669Disabling writes for close at 1731912437669Writing region close event to WAL at 1731912437670 (+1 ms)Running coprocessor post-close hooks at 1731912437675 (+5 ms)Closed at 1731912437675 2024-11-18T06:47:17,675 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731912247412.3de90a357c178ea2003acab2937df0e7. 2024-11-18T06:47:17,675 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87a1fecd11e4e436197a8d3d56df7b39, disabling compactions & flushes 2024-11-18T06:47:17,675 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:17,675 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:17,675 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. after waiting 0 ms 2024-11-18T06:47:17,675 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:17,697 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/87a1fecd11e4e436197a8d3d56df7b39/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:17,697 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:17,697 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87a1fecd11e4e436197a8d3d56df7b39: Waiting for close lock at 1731912437675Running coprocessor pre-close hooks at 1731912437675Disabling compacts and flushes for region at 1731912437675Disabling writes for close at 1731912437675Writing region close event to WAL at 1731912437689 (+14 ms)Running coprocessor post-close hooks at 1731912437697 (+8 ms)Closed at 1731912437697 2024-11-18T06:47:17,698 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731912247412.87a1fecd11e4e436197a8d3d56df7b39. 2024-11-18T06:47:17,698 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49ffccae7c8b8318739d9579007bfd0d, disabling compactions & flushes 2024-11-18T06:47:17,698 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:47:17,698 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:47:17,698 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. after waiting 0 ms 2024-11-18T06:47:17,698 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:47:17,698 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49ffccae7c8b8318739d9579007bfd0d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,707 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418/.tmp/colfamily11/0c4db1fc96754622abbeba79f62aa505 is 52, key is ttt/colfamily11:colfamily11/1731912250372/Put/seqid=0 2024-11-18T06:47:17,723 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d/.tmp/colfamily11/1d47697b7d2c435ab5ace6b95d21dab2 is 52, key is sss/colfamily11:colfamily11/1731912250318/Put/seqid=0 2024-11-18T06:47:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741896_1072 (size=39263) 2024-11-18T06:47:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741896_1072 (size=39263) 2024-11-18T06:47:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741896_1072 (size=39263) 2024-11-18T06:47:17,728 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418/.tmp/colfamily11/0c4db1fc96754622abbeba79f62aa505 2024-11-18T06:47:17,736 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418/.tmp/colfamily11/0c4db1fc96754622abbeba79f62aa505 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418/colfamily11/0c4db1fc96754622abbeba79f62aa505 2024-11-18T06:47:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741897_1073 (size=39263) 2024-11-18T06:47:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741897_1073 (size=39263) 2024-11-18T06:47:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741897_1073 (size=39263) 2024-11-18T06:47:17,748 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418/colfamily11/0c4db1fc96754622abbeba79f62aa505, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,749 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d/.tmp/colfamily11/1d47697b7d2c435ab5ace6b95d21dab2 2024-11-18T06:47:17,749 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2625742502c3477168edeb502c44d418 in 76ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,757 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d/.tmp/colfamily11/1d47697b7d2c435ab5ace6b95d21dab2 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d/colfamily11/1d47697b7d2c435ab5ace6b95d21dab2 2024-11-18T06:47:17,758 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2625742502c3477168edeb502c44d418/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,759 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:47:17,759 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2625742502c3477168edeb502c44d418: Waiting for close lock at 1731912437673Running coprocessor pre-close hooks at 1731912437673Disabling compacts and flushes for region at 1731912437673Disabling writes for close at 1731912437673Obtaining lock to block concurrent updates at 1731912437674 (+1 ms)Preparing flush snapshotting stores in 2625742502c3477168edeb502c44d418 at 1731912437674Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437674Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. at 1731912437674Flushing 2625742502c3477168edeb502c44d418/colfamily11: creating writer at 1731912437675 (+1 ms)Flushing 2625742502c3477168edeb502c44d418/colfamily11: appending metadata at 1731912437706 (+31 ms)Flushing 2625742502c3477168edeb502c44d418/colfamily11: closing flushed file at 1731912437707 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28417370: reopening flushed file at 1731912437735 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2625742502c3477168edeb502c44d418 in 76ms, sequenceid=5, compaction requested=false at 1731912437749 (+14 ms)Writing region close event to WAL at 1731912437754 (+5 ms)Running coprocessor post-close hooks at 1731912437759 (+5 ms)Closed at 1731912437759 2024-11-18T06:47:17,759 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731912247412.2625742502c3477168edeb502c44d418. 2024-11-18T06:47:17,759 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 291a1db7252e7a425b131710ecfac13d, disabling compactions & flushes 2024-11-18T06:47:17,759 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:47:17,759 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:47:17,759 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. after waiting 0 ms 2024-11-18T06:47:17,759 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:47:17,760 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 291a1db7252e7a425b131710ecfac13d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,766 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d/colfamily11/1d47697b7d2c435ab5ace6b95d21dab2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,767 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 49ffccae7c8b8318739d9579007bfd0d in 69ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,772 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/49ffccae7c8b8318739d9579007bfd0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,772 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:47:17,772 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49ffccae7c8b8318739d9579007bfd0d: Waiting for close lock at 1731912437698Running coprocessor pre-close hooks at 1731912437698Disabling compacts and flushes for region at 1731912437698Disabling writes for close at 1731912437698Obtaining lock to block concurrent updates at 1731912437698Preparing flush snapshotting stores in 49ffccae7c8b8318739d9579007bfd0d at 1731912437698Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437698Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. at 1731912437699 (+1 ms)Flushing 49ffccae7c8b8318739d9579007bfd0d/colfamily11: creating writer at 1731912437703 (+4 ms)Flushing 49ffccae7c8b8318739d9579007bfd0d/colfamily11: appending metadata at 1731912437721 (+18 ms)Flushing 49ffccae7c8b8318739d9579007bfd0d/colfamily11: closing flushed file at 1731912437721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747171b8: reopening flushed file at 1731912437756 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 49ffccae7c8b8318739d9579007bfd0d in 69ms, sequenceid=5, compaction requested=false at 1731912437767 (+11 ms)Writing region close event to WAL at 1731912437768 (+1 ms)Running coprocessor post-close hooks at 1731912437772 (+4 ms)Closed at 1731912437772 2024-11-18T06:47:17,773 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731912247412.49ffccae7c8b8318739d9579007bfd0d. 2024-11-18T06:47:17,773 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a45defe2c6138d0563292247016c5dc, disabling compactions & flushes 2024-11-18T06:47:17,773 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:17,773 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:17,773 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. after waiting 0 ms 2024-11-18T06:47:17,773 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:17,777 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a45defe2c6138d0563292247016c5dc/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:17,778 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:17,778 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a45defe2c6138d0563292247016c5dc: Waiting for close lock at 1731912437773Running coprocessor pre-close hooks at 1731912437773Disabling compacts and flushes for region at 1731912437773Disabling writes for close at 1731912437773Writing region close event to WAL at 1731912437774 (+1 ms)Running coprocessor post-close hooks at 1731912437778 (+4 ms)Closed at 1731912437778 2024-11-18T06:47:17,778 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731912247412.1a45defe2c6138d0563292247016c5dc. 2024-11-18T06:47:17,778 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c62a3e4361cf81ccafc4c90242add7f, disabling compactions & flushes 2024-11-18T06:47:17,778 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:47:17,778 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:47:17,778 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. after waiting 0 ms 2024-11-18T06:47:17,778 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:47:17,778 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c62a3e4361cf81ccafc4c90242add7f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,784 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d/.tmp/colfamily11/42bd178fce3a4cafbc4f2d65fe877da5 is 52, key is nnn/colfamily11:colfamily11/1731912250281/Put/seqid=0 2024-11-18T06:47:17,801 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f/.tmp/colfamily11/8e655738256b42149573f29f35eabc9d is 52, key is ooo/colfamily11:colfamily11/1731912250291/Put/seqid=0 2024-11-18T06:47:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741898_1074 (size=39263) 2024-11-18T06:47:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741898_1074 (size=39263) 2024-11-18T06:47:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741898_1074 (size=39263) 2024-11-18T06:47:17,824 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1351): Waiting on 59bb8b556489f8fd4d01406fcde2474e, 77d0f7de3d22b7ede41ec1cdec10d7f8, 9c62a3e4361cf81ccafc4c90242add7f, c338c7422581a6a090ab4ce6622e69ba 2024-11-18T06:47:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741899_1075 (size=39263) 2024-11-18T06:47:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741899_1075 (size=39263) 2024-11-18T06:47:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741899_1075 (size=39263) 2024-11-18T06:47:17,830 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f/.tmp/colfamily11/8e655738256b42149573f29f35eabc9d 2024-11-18T06:47:17,845 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f/.tmp/colfamily11/8e655738256b42149573f29f35eabc9d as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f/colfamily11/8e655738256b42149573f29f35eabc9d 2024-11-18T06:47:17,851 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1351): Waiting on 118947c25ba9177f136a5807262b6d7d, 291a1db7252e7a425b131710ecfac13d, 462262b16346940d76f59d4f1b3f0381, 567b631c4d590b9170ceab35a3e84bbe, 57444d0aa550e1b95a399c070017419e, 7edaa746067017933a3967ab89f173ca, c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:47:17,856 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f/colfamily11/8e655738256b42149573f29f35eabc9d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,858 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9c62a3e4361cf81ccafc4c90242add7f in 80ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,885 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c62a3e4361cf81ccafc4c90242add7f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,886 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:47:17,886 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c62a3e4361cf81ccafc4c90242add7f: Waiting for close lock at 1731912437778Running coprocessor pre-close hooks at 1731912437778Disabling compacts and flushes for region at 1731912437778Disabling writes for close at 1731912437778Obtaining lock to block concurrent updates at 1731912437778Preparing flush snapshotting stores in 9c62a3e4361cf81ccafc4c90242add7f at 1731912437778Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437779 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. at 1731912437779Flushing 9c62a3e4361cf81ccafc4c90242add7f/colfamily11: creating writer at 1731912437779Flushing 9c62a3e4361cf81ccafc4c90242add7f/colfamily11: appending metadata at 1731912437800 (+21 ms)Flushing 9c62a3e4361cf81ccafc4c90242add7f/colfamily11: closing flushed file at 1731912437800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4121cc59: reopening flushed file at 1731912437843 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9c62a3e4361cf81ccafc4c90242add7f in 80ms, sequenceid=5, compaction requested=false at 1731912437858 (+15 ms)Writing region close event to WAL at 1731912437868 (+10 ms)Running coprocessor post-close hooks at 1731912437886 (+18 ms)Closed at 1731912437886 2024-11-18T06:47:17,887 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731912247412.9c62a3e4361cf81ccafc4c90242add7f. 2024-11-18T06:47:17,887 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c338c7422581a6a090ab4ce6622e69ba, disabling compactions & flushes 2024-11-18T06:47:17,887 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:47:17,887 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:47:17,887 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. after waiting 0 ms 2024-11-18T06:47:17,887 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:47:17,887 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c338c7422581a6a090ab4ce6622e69ba 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,912 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba/.tmp/colfamily11/ebffaea095504c1995af8f47964aa8df is 52, key is iii/colfamily11:colfamily11/1731912250205/Put/seqid=0 2024-11-18T06:47:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741900_1076 (size=39263) 2024-11-18T06:47:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741900_1076 (size=39263) 2024-11-18T06:47:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741900_1076 (size=39263) 2024-11-18T06:47:17,932 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba/.tmp/colfamily11/ebffaea095504c1995af8f47964aa8df 2024-11-18T06:47:17,946 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba/.tmp/colfamily11/ebffaea095504c1995af8f47964aa8df as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba/colfamily11/ebffaea095504c1995af8f47964aa8df 2024-11-18T06:47:17,963 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba/colfamily11/ebffaea095504c1995af8f47964aa8df, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:17,965 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c338c7422581a6a090ab4ce6622e69ba in 77ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:17,970 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c338c7422581a6a090ab4ce6622e69ba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:17,970 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:47:17,970 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c338c7422581a6a090ab4ce6622e69ba: Waiting for close lock at 1731912437887Running coprocessor pre-close hooks at 1731912437887Disabling compacts and flushes for region at 1731912437887Disabling writes for close at 1731912437887Obtaining lock to block concurrent updates at 1731912437887Preparing flush snapshotting stores in c338c7422581a6a090ab4ce6622e69ba at 1731912437887Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437888 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. at 1731912437888Flushing c338c7422581a6a090ab4ce6622e69ba/colfamily11: creating writer at 1731912437888Flushing c338c7422581a6a090ab4ce6622e69ba/colfamily11: appending metadata at 1731912437911 (+23 ms)Flushing c338c7422581a6a090ab4ce6622e69ba/colfamily11: closing flushed file at 1731912437911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb9dd87: reopening flushed file at 1731912437941 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c338c7422581a6a090ab4ce6622e69ba in 77ms, sequenceid=5, compaction requested=false at 1731912437965 (+24 ms)Writing region close event to WAL at 1731912437966 (+1 ms)Running coprocessor post-close hooks at 1731912437970 (+4 ms)Closed at 1731912437970 2024-11-18T06:47:17,971 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731912247412.c338c7422581a6a090ab4ce6622e69ba. 2024-11-18T06:47:17,971 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77d0f7de3d22b7ede41ec1cdec10d7f8, disabling compactions & flushes 2024-11-18T06:47:17,971 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:17,971 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:17,971 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. after waiting 0 ms 2024-11-18T06:47:17,971 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:17,976 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77d0f7de3d22b7ede41ec1cdec10d7f8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:17,980 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:17,981 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77d0f7de3d22b7ede41ec1cdec10d7f8: Waiting for close lock at 1731912437971Running coprocessor pre-close hooks at 1731912437971Disabling compacts and flushes for region at 1731912437971Disabling writes for close at 1731912437971Writing region close event to WAL at 1731912437972 (+1 ms)Running coprocessor post-close hooks at 1731912437980 (+8 ms)Closed at 1731912437980 2024-11-18T06:47:17,981 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731912247412.77d0f7de3d22b7ede41ec1cdec10d7f8. 2024-11-18T06:47:17,981 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59bb8b556489f8fd4d01406fcde2474e, disabling compactions & flushes 2024-11-18T06:47:17,981 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:47:17,981 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:47:17,981 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. after waiting 0 ms 2024-11-18T06:47:17,981 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:47:17,981 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59bb8b556489f8fd4d01406fcde2474e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:17,998 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e/.tmp/colfamily11/b7aa58a394614b54b9d1992a65fd5e85 is 52, key is uuu/colfamily11:colfamily11/1731912250348/Put/seqid=0 2024-11-18T06:47:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741901_1077 (size=39263) 2024-11-18T06:47:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741901_1077 (size=39263) 2024-11-18T06:47:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741901_1077 (size=39263) 2024-11-18T06:47:18,009 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e/.tmp/colfamily11/b7aa58a394614b54b9d1992a65fd5e85 2024-11-18T06:47:18,018 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e/.tmp/colfamily11/b7aa58a394614b54b9d1992a65fd5e85 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e/colfamily11/b7aa58a394614b54b9d1992a65fd5e85 2024-11-18T06:47:18,024 DEBUG [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1351): Waiting on 59bb8b556489f8fd4d01406fcde2474e 2024-11-18T06:47:18,030 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e/colfamily11/b7aa58a394614b54b9d1992a65fd5e85, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:18,037 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 59bb8b556489f8fd4d01406fcde2474e in 56ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:18,045 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/59bb8b556489f8fd4d01406fcde2474e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:18,046 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:47:18,046 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59bb8b556489f8fd4d01406fcde2474e: Waiting for close lock at 1731912437981Running coprocessor pre-close hooks at 1731912437981Disabling compacts and flushes for region at 1731912437981Disabling writes for close at 1731912437981Obtaining lock to block concurrent updates at 1731912437981Preparing flush snapshotting stores in 59bb8b556489f8fd4d01406fcde2474e at 1731912437981Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437981Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. at 1731912437982 (+1 ms)Flushing 59bb8b556489f8fd4d01406fcde2474e/colfamily11: creating writer at 1731912437982Flushing 59bb8b556489f8fd4d01406fcde2474e/colfamily11: appending metadata at 1731912437997 (+15 ms)Flushing 59bb8b556489f8fd4d01406fcde2474e/colfamily11: closing flushed file at 1731912437997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31765b5b: reopening flushed file at 1731912438017 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 59bb8b556489f8fd4d01406fcde2474e in 56ms, sequenceid=5, compaction requested=false at 1731912438037 (+20 ms)Writing region close event to WAL at 1731912438040 (+3 ms)Running coprocessor post-close hooks at 1731912438046 (+6 ms)Closed at 1731912438046 2024-11-18T06:47:18,046 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731912247412.59bb8b556489f8fd4d01406fcde2474e. 2024-11-18T06:47:18,051 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1351): Waiting on 118947c25ba9177f136a5807262b6d7d, 291a1db7252e7a425b131710ecfac13d, 462262b16346940d76f59d4f1b3f0381, 567b631c4d590b9170ceab35a3e84bbe, 57444d0aa550e1b95a399c070017419e, 7edaa746067017933a3967ab89f173ca, c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:47:18,207 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d/.tmp/colfamily11/42bd178fce3a4cafbc4f2d65fe877da5 2024-11-18T06:47:18,215 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d/.tmp/colfamily11/42bd178fce3a4cafbc4f2d65fe877da5 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d/colfamily11/42bd178fce3a4cafbc4f2d65fe877da5 2024-11-18T06:47:18,222 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d/colfamily11/42bd178fce3a4cafbc4f2d65fe877da5, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:18,225 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(976): stopping server 75ed3c3b0308,45293,1731912245109; all regions closed. 2024-11-18T06:47:18,226 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 291a1db7252e7a425b131710ecfac13d in 467ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741833_1009 (size=314293) 2024-11-18T06:47:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741833_1009 (size=314293) 2024-11-18T06:47:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741833_1009 (size=314293) 2024-11-18T06:47:18,241 DEBUG [RS:0;75ed3c3b0308:45293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs 2024-11-18T06:47:18,241 INFO [RS:0;75ed3c3b0308:45293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C45293%2C1731912245109:(num 1731912246577) 2024-11-18T06:47:18,241 DEBUG [RS:0;75ed3c3b0308:45293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:47:18,241 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:47:18,242 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:47:18,242 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.ChoreService(370): Chore service for: regionserver/75ed3c3b0308:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:47:18,242 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:47:18,242 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:47:18,242 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:47:18,242 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:47:18,242 INFO [RS:0;75ed3c3b0308:45293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45293 2024-11-18T06:47:18,243 INFO [regionserver/75ed3c3b0308:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:47:18,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:47:18,244 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,45293,1731912245109 2024-11-18T06:47:18,244 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:47:18,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,45293,1731912245109] 2024-11-18T06:47:18,247 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,45293,1731912245109 already deleted, retry=false 2024-11-18T06:47:18,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75ed3c3b0308,45293,1731912245109 expired; onlineServers=1 2024-11-18T06:47:18,251 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-18T06:47:18,251 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1325): Online Regions={291a1db7252e7a425b131710ecfac13d=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., c737f3b016af21cb2c3a56024daa8e54=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., 567b631c4d590b9170ceab35a3e84bbe=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe., 57444d0aa550e1b95a399c070017419e=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e., 462262b16346940d76f59d4f1b3f0381=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381., 7edaa746067017933a3967ab89f173ca=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., 118947c25ba9177f136a5807262b6d7d=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d.} 2024-11-18T06:47:18,252 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1351): Waiting on 118947c25ba9177f136a5807262b6d7d, 291a1db7252e7a425b131710ecfac13d, 462262b16346940d76f59d4f1b3f0381, 567b631c4d590b9170ceab35a3e84bbe, 57444d0aa550e1b95a399c070017419e, 7edaa746067017933a3967ab89f173ca, c737f3b016af21cb2c3a56024daa8e54 2024-11-18T06:47:18,254 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/291a1db7252e7a425b131710ecfac13d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:18,255 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:47:18,255 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 291a1db7252e7a425b131710ecfac13d: Waiting for close lock at 1731912437759Running coprocessor pre-close hooks at 1731912437759Disabling compacts and flushes for region at 1731912437759Disabling writes for close at 1731912437759Obtaining lock to block concurrent updates at 1731912437760 (+1 ms)Preparing flush snapshotting stores in 291a1db7252e7a425b131710ecfac13d at 1731912437760Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912437760Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. at 1731912437760Flushing 291a1db7252e7a425b131710ecfac13d/colfamily11: creating writer at 1731912437761 (+1 ms)Flushing 291a1db7252e7a425b131710ecfac13d/colfamily11: appending metadata at 1731912437783 (+22 ms)Flushing 291a1db7252e7a425b131710ecfac13d/colfamily11: closing flushed file at 1731912437783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fa7531: reopening flushed file at 1731912438214 (+431 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 291a1db7252e7a425b131710ecfac13d in 467ms, sequenceid=5, compaction requested=false at 1731912438226 (+12 ms)Writing region close event to WAL at 1731912438237 (+11 ms)Running coprocessor post-close hooks at 1731912438255 (+18 ms)Closed at 1731912438255 2024-11-18T06:47:18,255 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731912247412.291a1db7252e7a425b131710ecfac13d. 2024-11-18T06:47:18,255 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c737f3b016af21cb2c3a56024daa8e54, disabling compactions & flushes 2024-11-18T06:47:18,255 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:47:18,255 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:47:18,255 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. after waiting 0 ms 2024-11-18T06:47:18,255 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:47:18,255 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c737f3b016af21cb2c3a56024daa8e54 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:18,285 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54/.tmp/colfamily11/0f87ebfeb4904a9abd675db409851dd0 is 52, key is www/colfamily11:colfamily11/1731912250414/Put/seqid=0 2024-11-18T06:47:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741902_1078 (size=39263) 2024-11-18T06:47:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741902_1078 (size=39263) 2024-11-18T06:47:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741902_1078 (size=39263) 2024-11-18T06:47:18,310 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54/.tmp/colfamily11/0f87ebfeb4904a9abd675db409851dd0 2024-11-18T06:47:18,319 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54/.tmp/colfamily11/0f87ebfeb4904a9abd675db409851dd0 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54/colfamily11/0f87ebfeb4904a9abd675db409851dd0 2024-11-18T06:47:18,325 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54/colfamily11/0f87ebfeb4904a9abd675db409851dd0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:18,329 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c737f3b016af21cb2c3a56024daa8e54 in 74ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:18,333 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c737f3b016af21cb2c3a56024daa8e54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:18,334 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:47:18,334 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c737f3b016af21cb2c3a56024daa8e54: Waiting for close lock at 1731912438255Running coprocessor pre-close hooks at 1731912438255Disabling compacts and flushes for region at 1731912438255Disabling writes for close at 1731912438255Obtaining lock to block concurrent updates at 1731912438255Preparing flush snapshotting stores in c737f3b016af21cb2c3a56024daa8e54 at 1731912438255Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912438256 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. at 1731912438257 (+1 ms)Flushing c737f3b016af21cb2c3a56024daa8e54/colfamily11: creating writer at 1731912438257Flushing c737f3b016af21cb2c3a56024daa8e54/colfamily11: appending metadata at 1731912438284 (+27 ms)Flushing c737f3b016af21cb2c3a56024daa8e54/colfamily11: closing flushed file at 1731912438284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d22178: reopening flushed file at 1731912438318 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c737f3b016af21cb2c3a56024daa8e54 in 74ms, sequenceid=5, compaction requested=false at 1731912438329 (+11 ms)Writing region close event to WAL at 1731912438330 (+1 ms)Running coprocessor post-close hooks at 1731912438334 (+4 ms)Closed at 1731912438334 2024-11-18T06:47:18,334 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731912247412.c737f3b016af21cb2c3a56024daa8e54. 2024-11-18T06:47:18,335 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 567b631c4d590b9170ceab35a3e84bbe, disabling compactions & flushes 2024-11-18T06:47:18,335 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:18,335 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:18,335 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. after waiting 0 ms 2024-11-18T06:47:18,335 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:18,340 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/567b631c4d590b9170ceab35a3e84bbe/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:18,341 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:18,341 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 567b631c4d590b9170ceab35a3e84bbe: Waiting for close lock at 1731912438335Running coprocessor pre-close hooks at 1731912438335Disabling compacts and flushes for region at 1731912438335Disabling writes for close at 1731912438335Writing region close event to WAL at 1731912438336 (+1 ms)Running coprocessor post-close hooks at 1731912438341 (+5 ms)Closed at 1731912438341 2024-11-18T06:47:18,341 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731912247412.567b631c4d590b9170ceab35a3e84bbe. 2024-11-18T06:47:18,341 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57444d0aa550e1b95a399c070017419e, disabling compactions & flushes 2024-11-18T06:47:18,341 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:18,341 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:18,341 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. after waiting 0 ms 2024-11-18T06:47:18,341 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:18,345 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/57444d0aa550e1b95a399c070017419e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:18,346 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:18,346 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57444d0aa550e1b95a399c070017419e: Waiting for close lock at 1731912438341Running coprocessor pre-close hooks at 1731912438341Disabling compacts and flushes for region at 1731912438341Disabling writes for close at 1731912438341Writing region close event to WAL at 1731912438342 (+1 ms)Running coprocessor post-close hooks at 1731912438346 (+4 ms)Closed at 1731912438346 2024-11-18T06:47:18,346 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731912247412.57444d0aa550e1b95a399c070017419e. 2024-11-18T06:47:18,346 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 462262b16346940d76f59d4f1b3f0381, disabling compactions & flushes 2024-11-18T06:47:18,346 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:18,346 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:18,346 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. after waiting 0 ms 2024-11-18T06:47:18,346 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:18,347 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:47:18,347 INFO [RS:0;75ed3c3b0308:45293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:47:18,347 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x10129d1841d0001, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:47:18,347 INFO [RS:0;75ed3c3b0308:45293 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,45293,1731912245109; zookeeper connection closed. 2024-11-18T06:47:18,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6967f9ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6967f9ad 2024-11-18T06:47:18,351 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/462262b16346940d76f59d4f1b3f0381/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:47:18,351 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:18,351 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 462262b16346940d76f59d4f1b3f0381: Waiting for close lock at 1731912438346Running coprocessor pre-close hooks at 1731912438346Disabling compacts and flushes for region at 1731912438346Disabling writes for close at 1731912438346Writing region close event to WAL at 1731912438347 (+1 ms)Running coprocessor post-close hooks at 1731912438351 (+4 ms)Closed at 1731912438351 2024-11-18T06:47:18,352 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731912247412.462262b16346940d76f59d4f1b3f0381. 2024-11-18T06:47:18,352 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7edaa746067017933a3967ab89f173ca, disabling compactions & flushes 2024-11-18T06:47:18,352 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:47:18,352 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:47:18,352 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. after waiting 0 ms 2024-11-18T06:47:18,352 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:47:18,352 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7edaa746067017933a3967ab89f173ca 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:18,375 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca/.tmp/colfamily11/33896814fcdb41dc96531b93de0b32ba is 52, key is eee/colfamily11:colfamily11/1731912250088/Put/seqid=0 2024-11-18T06:47:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741903_1079 (size=39263) 2024-11-18T06:47:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741903_1079 (size=39263) 2024-11-18T06:47:18,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741903_1079 (size=39263) 2024-11-18T06:47:18,385 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca/.tmp/colfamily11/33896814fcdb41dc96531b93de0b32ba 2024-11-18T06:47:18,398 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca/.tmp/colfamily11/33896814fcdb41dc96531b93de0b32ba as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca/colfamily11/33896814fcdb41dc96531b93de0b32ba 2024-11-18T06:47:18,403 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca/colfamily11/33896814fcdb41dc96531b93de0b32ba, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:18,405 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7edaa746067017933a3967ab89f173ca in 52ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:18,409 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7edaa746067017933a3967ab89f173ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:18,410 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:47:18,410 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7edaa746067017933a3967ab89f173ca: Waiting for close lock at 1731912438352Running coprocessor pre-close hooks at 1731912438352Disabling compacts and flushes for region at 1731912438352Disabling writes for close at 1731912438352Obtaining lock to block concurrent updates at 1731912438352Preparing flush snapshotting stores in 7edaa746067017933a3967ab89f173ca at 1731912438352Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912438352Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. at 1731912438353 (+1 ms)Flushing 7edaa746067017933a3967ab89f173ca/colfamily11: creating writer at 1731912438353Flushing 7edaa746067017933a3967ab89f173ca/colfamily11: appending metadata at 1731912438374 (+21 ms)Flushing 7edaa746067017933a3967ab89f173ca/colfamily11: closing flushed file at 1731912438374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4039e9: reopening flushed file at 1731912438397 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7edaa746067017933a3967ab89f173ca in 52ms, sequenceid=5, compaction requested=false at 1731912438405 (+8 ms)Writing region close event to WAL at 1731912438405Running coprocessor post-close hooks at 1731912438410 (+5 ms)Closed at 1731912438410 2024-11-18T06:47:18,410 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731912247412.7edaa746067017933a3967ab89f173ca. 2024-11-18T06:47:18,410 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 118947c25ba9177f136a5807262b6d7d, disabling compactions & flushes 2024-11-18T06:47:18,410 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:47:18,410 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:47:18,410 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. after waiting 0 ms 2024-11-18T06:47:18,411 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:47:18,411 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 118947c25ba9177f136a5807262b6d7d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:47:18,436 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d/.tmp/colfamily11/7d74848b95084aef9de3ee0f1fd3c1aa is 52, key is lll/colfamily11:colfamily11/1731912250238/Put/seqid=0 2024-11-18T06:47:18,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741904_1080 (size=39263) 2024-11-18T06:47:18,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741904_1080 (size=39263) 2024-11-18T06:47:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741904_1080 (size=39263) 2024-11-18T06:47:18,452 DEBUG [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1351): Waiting on 118947c25ba9177f136a5807262b6d7d 2024-11-18T06:47:18,453 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d/.tmp/colfamily11/7d74848b95084aef9de3ee0f1fd3c1aa 2024-11-18T06:47:18,460 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d/.tmp/colfamily11/7d74848b95084aef9de3ee0f1fd3c1aa as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d/colfamily11/7d74848b95084aef9de3ee0f1fd3c1aa 2024-11-18T06:47:18,466 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d/colfamily11/7d74848b95084aef9de3ee0f1fd3c1aa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:47:18,467 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 118947c25ba9177f136a5807262b6d7d in 56ms, sequenceid=5, compaction requested=false 2024-11-18T06:47:18,472 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/118947c25ba9177f136a5807262b6d7d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:47:18,472 INFO [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:47:18,472 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 118947c25ba9177f136a5807262b6d7d: Waiting for close lock at 1731912438410Running coprocessor pre-close hooks at 1731912438410Disabling compacts and flushes for region at 1731912438410Disabling writes for close at 1731912438410Obtaining lock to block concurrent updates at 1731912438411 (+1 ms)Preparing flush snapshotting stores in 118947c25ba9177f136a5807262b6d7d at 1731912438411Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731912438411Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. at 1731912438412 (+1 ms)Flushing 118947c25ba9177f136a5807262b6d7d/colfamily11: creating writer at 1731912438412Flushing 118947c25ba9177f136a5807262b6d7d/colfamily11: appending metadata at 1731912438436 (+24 ms)Flushing 118947c25ba9177f136a5807262b6d7d/colfamily11: closing flushed file at 1731912438436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22753b1: reopening flushed file at 1731912438459 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 118947c25ba9177f136a5807262b6d7d in 56ms, sequenceid=5, compaction requested=false at 1731912438467 (+8 ms)Writing region close event to WAL at 1731912438467Running coprocessor post-close hooks at 1731912438472 (+5 ms)Closed at 1731912438472 2024-11-18T06:47:18,472 DEBUG [RS_CLOSE_REGION-regionserver/75ed3c3b0308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731912247412.118947c25ba9177f136a5807262b6d7d. 2024-11-18T06:47:18,652 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(976): stopping server 75ed3c3b0308,44257,1731912245210; all regions closed. 2024-11-18T06:47:18,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741865_1041 (size=15752) 2024-11-18T06:47:18,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741865_1041 (size=15752) 2024-11-18T06:47:18,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741865_1041 (size=15752) 2024-11-18T06:47:18,659 DEBUG [RS:1;75ed3c3b0308:44257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs 2024-11-18T06:47:18,659 INFO [RS:1;75ed3c3b0308:44257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C44257%2C1731912245210.meta:.meta(num 1731912431553) 2024-11-18T06:47:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741834_1010 (size=317632) 2024-11-18T06:47:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741834_1010 (size=317632) 2024-11-18T06:47:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741834_1010 (size=317632) 2024-11-18T06:47:18,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/WALs/75ed3c3b0308,44257,1731912245210/75ed3c3b0308%2C44257%2C1731912245210.1731912246577 not finished, retry = 0 2024-11-18T06:47:18,767 DEBUG [RS:1;75ed3c3b0308:44257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/oldWALs 2024-11-18T06:47:18,767 INFO [RS:1;75ed3c3b0308:44257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 75ed3c3b0308%2C44257%2C1731912245210:(num 1731912246577) 2024-11-18T06:47:18,767 DEBUG [RS:1;75ed3c3b0308:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:47:18,767 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:47:18,767 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:47:18,767 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.ChoreService(370): Chore service for: regionserver/75ed3c3b0308:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:47:18,767 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:47:18,767 INFO [RS:1;75ed3c3b0308:44257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44257 2024-11-18T06:47:18,767 INFO [regionserver/75ed3c3b0308:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:47:18,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/75ed3c3b0308,44257,1731912245210 2024-11-18T06:47:18,772 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:47:18,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:47:18,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [75ed3c3b0308,44257,1731912245210] 2024-11-18T06:47:18,774 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/75ed3c3b0308,44257,1731912245210 already deleted, retry=false 2024-11-18T06:47:18,774 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 75ed3c3b0308,44257,1731912245210 expired; onlineServers=0 2024-11-18T06:47:18,775 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '75ed3c3b0308,34989,1731912244444' ***** 2024-11-18T06:47:18,775 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:47:18,775 INFO [M:0;75ed3c3b0308:34989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:47:18,775 INFO [M:0;75ed3c3b0308:34989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:47:18,775 DEBUG [M:0;75ed3c3b0308:34989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:47:18,775 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:47:18,775 DEBUG [M:0;75ed3c3b0308:34989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:47:18,775 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912246231 {}] cleaner.HFileCleaner(306): Exit Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.small.0-1731912246231,5,FailOnTimeoutGroup] 2024-11-18T06:47:18,775 DEBUG [master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912246230 {}] cleaner.HFileCleaner(306): Exit Thread[master/75ed3c3b0308:0:becomeActiveMaster-HFileCleaner.large.0-1731912246230,5,FailOnTimeoutGroup] 2024-11-18T06:47:18,776 INFO [M:0;75ed3c3b0308:34989 {}] hbase.ChoreService(370): Chore service for: master/75ed3c3b0308:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:47:18,776 INFO [M:0;75ed3c3b0308:34989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:47:18,776 DEBUG [M:0;75ed3c3b0308:34989 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:47:18,776 INFO [M:0;75ed3c3b0308:34989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:47:18,776 INFO [M:0;75ed3c3b0308:34989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:47:18,776 INFO [M:0;75ed3c3b0308:34989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:47:18,776 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:47:18,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T06:47:18,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:47:18,781 DEBUG [M:0;75ed3c3b0308:34989 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-18T06:47:18,782 DEBUG [M:0;75ed3c3b0308:34989 {}] master.ActiveMasterManager(353): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-18T06:47:18,782 INFO [M:0;75ed3c3b0308:34989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/.lastflushedseqids 2024-11-18T06:47:18,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741905_1081 (size=2837) 2024-11-18T06:47:18,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741905_1081 (size=2837) 2024-11-18T06:47:18,802 INFO [M:0;75ed3c3b0308:34989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:47:18,803 INFO [M:0;75ed3c3b0308:34989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:47:18,803 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:47:18,803 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:47:18,803 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:47:18,803 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:47:18,803 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:47:18,803 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.65 KB heapSize=405.06 KB 2024-11-18T06:47:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741905_1081 (size=2837) 2024-11-18T06:47:18,819 DEBUG [M:0;75ed3c3b0308:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f0396dc1db4404992671038ea1de131 is 82, key is hbase:meta,,1/info:regioninfo/1731912432040/Put/seqid=0 2024-11-18T06:47:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741906_1082 (size=6071) 2024-11-18T06:47:18,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741906_1082 (size=6071) 2024-11-18T06:47:18,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741906_1082 (size=6071) 2024-11-18T06:47:18,831 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f0396dc1db4404992671038ea1de131 2024-11-18T06:47:18,861 DEBUG [M:0;75ed3c3b0308:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcefd5d2ff304dc8a487586bd7f007e8 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731912248543/Put/seqid=0 2024-11-18T06:47:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741907_1083 (size=13505) 2024-11-18T06:47:18,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741907_1083 (size=13505) 2024-11-18T06:47:18,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741907_1083 (size=13505) 2024-11-18T06:47:18,872 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.42 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcefd5d2ff304dc8a487586bd7f007e8 2024-11-18T06:47:18,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:47:18,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10129d1841d0002, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:47:18,873 INFO [RS:1;75ed3c3b0308:44257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:47:18,873 INFO [RS:1;75ed3c3b0308:44257 {}] regionserver.HRegionServer(1031): Exiting; stopping=75ed3c3b0308,44257,1731912245210; zookeeper connection closed. 2024-11-18T06:47:18,874 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f8767ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f8767ab 2024-11-18T06:47:18,874 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T06:47:18,894 DEBUG [M:0;75ed3c3b0308:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f8581c4b9014ec88c6f51163c23be1d is 69, key is 75ed3c3b0308,44257,1731912245210/rs:state/1731912246297/Put/seqid=0 2024-11-18T06:47:18,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741908_1084 (size=5442) 2024-11-18T06:47:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741908_1084 (size=5442) 2024-11-18T06:47:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741908_1084 (size=5442) 2024-11-18T06:47:18,912 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f8581c4b9014ec88c6f51163c23be1d 2024-11-18T06:47:18,920 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f8581c4b9014ec88c6f51163c23be1d 2024-11-18T06:47:18,924 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f0396dc1db4404992671038ea1de131 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f0396dc1db4404992671038ea1de131 2024-11-18T06:47:18,931 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f0396dc1db4404992671038ea1de131, entries=14, sequenceid=635, filesize=5.9 K 2024-11-18T06:47:18,931 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcefd5d2ff304dc8a487586bd7f007e8 as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcefd5d2ff304dc8a487586bd7f007e8 2024-11-18T06:47:18,936 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcefd5d2ff304dc8a487586bd7f007e8, entries=81, sequenceid=635, filesize=13.2 K 2024-11-18T06:47:18,937 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f8581c4b9014ec88c6f51163c23be1d as hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f8581c4b9014ec88c6f51163c23be1d 2024-11-18T06:47:18,942 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f8581c4b9014ec88c6f51163c23be1d 2024-11-18T06:47:18,943 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39505/user/jenkins/test-data/1845ff38-704b-f698-089b-09b03eddfdb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f8581c4b9014ec88c6f51163c23be1d, entries=3, sequenceid=635, filesize=5.3 K 2024-11-18T06:47:18,944 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.65 KB/352919, heapSize ~404.77 KB/414480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=635, compaction requested=false 2024-11-18T06:47:18,947 INFO [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:47:18,947 DEBUG [M:0;75ed3c3b0308:34989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731912438803Disabling compacts and flushes for region at 1731912438803Disabling writes for close at 1731912438803Obtaining lock to block concurrent updates at 1731912438803Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731912438803Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352919, getHeapSize=414720, getOffHeapSize=0, getCellsCount=800 at 1731912438803Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731912438804 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731912438804Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731912438819 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731912438819Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731912438838 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731912438860 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731912438860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731912438877 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731912438893 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731912438893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82d3cd9: reopening flushed file at 1731912438920 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df5d664: reopening flushed file at 1731912438931 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0e82ac: reopening flushed file at 1731912438937 (+6 ms)Finished flush of dataSize ~344.65 KB/352919, heapSize ~404.77 KB/414480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=635, compaction requested=false at 1731912438944 (+7 ms)Writing region close event to WAL at 1731912438947 (+3 ms)Closed at 1731912438947 2024-11-18T06:47:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46863 is added to blk_1073741830_1006 (size=395273) 2024-11-18T06:47:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34275 is added to blk_1073741830_1006 (size=395273) 2024-11-18T06:47:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43003 is added to blk_1073741830_1006 (size=395273) 2024-11-18T06:47:18,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:47:18,952 INFO [M:0;75ed3c3b0308:34989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:47:18,952 INFO [M:0;75ed3c3b0308:34989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34989 2024-11-18T06:47:18,952 INFO [M:0;75ed3c3b0308:34989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:47:19,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:47:19,055 INFO [M:0;75ed3c3b0308:34989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:47:19,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x10129d1841d0000, quorum=127.0.0.1:53239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:47:19,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:47:19,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:47:19,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:47:19,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:47:19,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,STOPPED} 2024-11-18T06:47:19,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:47:19,067 WARN [BP-1558598966-172.17.0.2-1731912241334 heartbeating to localhost/127.0.0.1:39505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:47:19,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:47:19,067 WARN [BP-1558598966-172.17.0.2-1731912241334 heartbeating to localhost/127.0.0.1:39505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1558598966-172.17.0.2-1731912241334 (Datanode Uuid 8b29a15f-f1f8-4d9b-920b-19c1879ce625) service to localhost/127.0.0.1:39505 2024-11-18T06:47:19,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data5/current/BP-1558598966-172.17.0.2-1731912241334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:47:19,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data6/current/BP-1558598966-172.17.0.2-1731912241334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:47:19,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:47:19,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:47:19,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:47:19,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:47:19,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:47:19,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,STOPPED} 2024-11-18T06:47:19,077 WARN [BP-1558598966-172.17.0.2-1731912241334 heartbeating to localhost/127.0.0.1:39505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:47:19,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:47:19,077 WARN [BP-1558598966-172.17.0.2-1731912241334 heartbeating to localhost/127.0.0.1:39505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1558598966-172.17.0.2-1731912241334 (Datanode Uuid b776e0b7-b80e-4ac8-b3b5-5f4c65ea1c79) service to localhost/127.0.0.1:39505 2024-11-18T06:47:19,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:47:19,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data3/current/BP-1558598966-172.17.0.2-1731912241334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:47:19,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data4/current/BP-1558598966-172.17.0.2-1731912241334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:47:19,077 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:47:19,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:47:19,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:47:19,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:47:19,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:47:19,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,STOPPED} 2024-11-18T06:47:19,091 WARN [BP-1558598966-172.17.0.2-1731912241334 heartbeating to localhost/127.0.0.1:39505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:47:19,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:47:19,091 WARN [BP-1558598966-172.17.0.2-1731912241334 heartbeating to localhost/127.0.0.1:39505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1558598966-172.17.0.2-1731912241334 (Datanode Uuid 99acf446-340f-492b-8005-ab1c68decb4b) service to localhost/127.0.0.1:39505 2024-11-18T06:47:19,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:47:19,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data1/current/BP-1558598966-172.17.0.2-1731912241334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:47:19,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/cluster_29ca0f5e-f478-512d-4a00-75d6dde3aed5/data/data2/current/BP-1558598966-172.17.0.2-1731912241334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:47:19,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:47:19,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:47:19,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:47:19,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:47:19,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:47:19,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96c42687-6bd9-e402-4cc3-e022a7a024f4/hadoop.log.dir/,STOPPED} 2024-11-18T06:47:19,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:47:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:47:19,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=92 (was 11) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/75ed3c3b0308:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/75ed3c3b0308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39505 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/75ed3c3b0308:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/75ed3c3b0308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39505 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/75ed3c3b0308:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@27b74095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 230), ProcessCount=11 (was 11), AvailableMemoryMB=5264 (was 5303)