2024-11-08 23:40:41,140 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-08 23:40:41,158 main DEBUG Took 0.016570 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 23:40:41,159 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 23:40:41,159 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 23:40:41,160 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 23:40:41,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,170 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 23:40:41,182 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,185 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,187 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,187 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,188 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,190 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,191 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,192 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 23:40:41,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,194 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 23:40:41,195 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 23:40:41,196 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 23:40:41,198 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 23:40:41,199 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 23:40:41,200 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 23:40:41,200 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 23:40:41,208 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 23:40:41,210 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 23:40:41,212 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 23:40:41,212 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 23:40:41,212 main DEBUG createAppenders(={Console}) 2024-11-08 23:40:41,213 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-08 23:40:41,213 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-08 23:40:41,214 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-08 23:40:41,214 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 23:40:41,214 main DEBUG OutputStream closed 2024-11-08 23:40:41,215 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 23:40:41,215 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 23:40:41,215 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-08 23:40:41,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 23:40:41,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 23:40:41,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 23:40:41,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 23:40:41,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 23:40:41,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 23:40:41,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 23:40:41,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 23:40:41,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 23:40:41,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 23:40:41,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 23:40:41,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 23:40:41,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 23:40:41,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 23:40:41,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 23:40:41,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 23:40:41,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 23:40:41,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 23:40:41,297 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 23:40:41,298 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-08 23:40:41,298 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 23:40:41,299 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-08T23:40:41,311 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-08 23:40:41,313 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 23:40:41,313 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T23:40:41,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=5385 2024-11-08T23:40:41,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa 2024-11-08T23:40:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T23:40:41,613 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3, deleteOnExit=true 2024-11-08T23:40:41,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T23:40:41,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/test.cache.data in system properties and HBase conf 2024-11-08T23:40:41,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T23:40:41,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir in system properties and HBase conf 2024-11-08T23:40:41,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T23:40:41,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T23:40:41,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T23:40:41,705 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T23:40:41,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T23:40:41,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:40:41,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T23:40:41,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T23:40:41,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:40:41,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T23:40:41,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T23:40:41,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T23:40:41,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:40:41,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T23:40:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/nfs.dump.dir in system properties and HBase conf 2024-11-08T23:40:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/java.io.tmpdir in system properties and HBase conf 2024-11-08T23:40:41,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T23:40:41,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T23:40:41,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T23:40:42,784 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T23:40:42,854 INFO [Time-limited test {}] log.Log(170): Logging initialized @2354ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T23:40:42,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:40:42,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:40:42,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:40:43,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:40:43,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:40:43,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:40:43,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:40:43,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:40:43,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/java.io.tmpdir/jetty-localhost-36459-hadoop-hdfs-3_4_1-tests_jar-_-any-4403576398804312962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:40:43,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:36459} 2024-11-08T23:40:43,199 INFO [Time-limited test {}] server.Server(415): Started @2700ms 2024-11-08T23:40:43,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:40:43,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:40:43,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:40:43,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:40:43,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:40:43,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:40:43,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:40:43,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/java.io.tmpdir/jetty-localhost-39357-hadoop-hdfs-3_4_1-tests_jar-_-any-3046076090973957547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:40:43,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:39357} 2024-11-08T23:40:43,788 INFO [Time-limited test {}] server.Server(415): Started @3289ms 2024-11-08T23:40:43,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:40:43,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:40:43,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:40:43,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:40:43,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:40:43,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T23:40:43,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:40:43,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:40:44,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/java.io.tmpdir/jetty-localhost-35223-hadoop-hdfs-3_4_1-tests_jar-_-any-5057092210949984289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:40:44,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:35223} 2024-11-08T23:40:44,065 INFO [Time-limited test {}] server.Server(415): Started @3565ms 2024-11-08T23:40:44,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:40:44,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T23:40:44,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T23:40:44,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T23:40:44,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T23:40:44,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T23:40:44,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,AVAILABLE} 2024-11-08T23:40:44,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T23:40:44,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/java.io.tmpdir/jetty-localhost-43097-hadoop-hdfs-3_4_1-tests_jar-_-any-14675699565480242285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:40:44,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:43097} 2024-11-08T23:40:44,220 INFO [Time-limited test {}] server.Server(415): Started @3720ms 2024-11-08T23:40:44,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T23:40:44,894 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data3/current/BP-965483001-172.17.0.2-1731109242348/current, will proceed with Du for space computation calculation, 2024-11-08T23:40:44,894 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data1/current/BP-965483001-172.17.0.2-1731109242348/current, will proceed with Du for space computation calculation, 2024-11-08T23:40:44,894 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data4/current/BP-965483001-172.17.0.2-1731109242348/current, will proceed with Du for space computation calculation, 2024-11-08T23:40:44,894 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data2/current/BP-965483001-172.17.0.2-1731109242348/current, will proceed with Du for space computation calculation, 2024-11-08T23:40:44,917 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data5/current/BP-965483001-172.17.0.2-1731109242348/current, will proceed with Du for space computation calculation, 2024-11-08T23:40:44,918 WARN [Thread-135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data6/current/BP-965483001-172.17.0.2-1731109242348/current, will proceed with Du for space computation calculation, 2024-11-08T23:40:44,931 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:40:44,931 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:40:44,946 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T23:40:44,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x881e19b028e040a7 with lease ID 0xa96d34153c78404: Processing first storage report for DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9 from datanode DatanodeRegistration(127.0.0.1:42067, datanodeUuid=0df79289-31bf-409b-94c8-bedd3e17a6f3, infoPort=42751, infoSecurePort=0, ipcPort=45539, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348) 2024-11-08T23:40:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x881e19b028e040a7 with lease ID 0xa96d34153c78404: from storage DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9 node DatanodeRegistration(127.0.0.1:42067, datanodeUuid=0df79289-31bf-409b-94c8-bedd3e17a6f3, infoPort=42751, infoSecurePort=0, ipcPort=45539, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T23:40:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaa4142ef427f7f2 with lease ID 0xa96d34153c78402: Processing first storage report for DS-c012110c-0d57-4de0-953f-7cb9ec5f382f from datanode DatanodeRegistration(127.0.0.1:39639, datanodeUuid=0b4054ba-7367-4259-b9b0-8823a889f558, infoPort=37095, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348) 2024-11-08T23:40:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaa4142ef427f7f2 with lease ID 0xa96d34153c78402: from storage DS-c012110c-0d57-4de0-953f-7cb9ec5f382f node DatanodeRegistration(127.0.0.1:39639, datanodeUuid=0b4054ba-7367-4259-b9b0-8823a889f558, infoPort=37095, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T23:40:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9230efdf29bce539 with lease ID 0xa96d34153c78403: Processing first storage report for DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1 from datanode DatanodeRegistration(127.0.0.1:46559, datanodeUuid=e7b395e5-b063-43fd-9e25-f40b7980487c, infoPort=38355, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348) 2024-11-08T23:40:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9230efdf29bce539 with lease ID 0xa96d34153c78403: from storage DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1 node DatanodeRegistration(127.0.0.1:46559, datanodeUuid=e7b395e5-b063-43fd-9e25-f40b7980487c, infoPort=38355, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:40:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x881e19b028e040a7 with lease ID 0xa96d34153c78404: Processing first storage report for DS-e8bd0c7b-a776-4c01-96e2-e3639d65c212 from datanode DatanodeRegistration(127.0.0.1:42067, datanodeUuid=0df79289-31bf-409b-94c8-bedd3e17a6f3, infoPort=42751, infoSecurePort=0, ipcPort=45539, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348) 2024-11-08T23:40:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x881e19b028e040a7 with lease ID 0xa96d34153c78404: from storage DS-e8bd0c7b-a776-4c01-96e2-e3639d65c212 node DatanodeRegistration(127.0.0.1:42067, datanodeUuid=0df79289-31bf-409b-94c8-bedd3e17a6f3, infoPort=42751, infoSecurePort=0, ipcPort=45539, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:40:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaa4142ef427f7f2 with lease ID 0xa96d34153c78402: Processing first storage report for DS-b1ae6f12-2c57-431b-8cff-b3c953b62bf1 from datanode DatanodeRegistration(127.0.0.1:39639, datanodeUuid=0b4054ba-7367-4259-b9b0-8823a889f558, infoPort=37095, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348) 2024-11-08T23:40:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaa4142ef427f7f2 with lease ID 0xa96d34153c78402: from storage DS-b1ae6f12-2c57-431b-8cff-b3c953b62bf1 node DatanodeRegistration(127.0.0.1:39639, datanodeUuid=0b4054ba-7367-4259-b9b0-8823a889f558, infoPort=37095, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:40:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9230efdf29bce539 with lease ID 0xa96d34153c78403: Processing first storage report for DS-3c1db284-6e2a-47cc-a6af-c369273a9353 from datanode DatanodeRegistration(127.0.0.1:46559, datanodeUuid=e7b395e5-b063-43fd-9e25-f40b7980487c, infoPort=38355, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348) 2024-11-08T23:40:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9230efdf29bce539 with lease ID 0xa96d34153c78403: from storage DS-3c1db284-6e2a-47cc-a6af-c369273a9353 node DatanodeRegistration(127.0.0.1:46559, datanodeUuid=e7b395e5-b063-43fd-9e25-f40b7980487c, infoPort=38355, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=2118708924;c=1731109242348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T23:40:45,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa 2024-11-08T23:40:45,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/zookeeper_0, clientPort=64347, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T23:40:45,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64347 2024-11-08T23:40:45,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:45,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:45,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:40:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:40:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741825_1001 (size=7) 2024-11-08T23:40:45,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb with version=8 2024-11-08T23:40:45,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/hbase-staging 2024-11-08T23:40:45,801 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T23:40:46,021 INFO [Time-limited test {}] client.ConnectionUtils(128): master/296d1c076410:0 server-side Connection retries=45 2024-11-08T23:40:46,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:40:46,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:40:46,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T23:40:46,244 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T23:40:46,253 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T23:40:46,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:40:46,279 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 35624 (auto-detected) 2024-11-08T23:40:46,280 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T23:40:46,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42337 2024-11-08T23:40:46,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42337 connecting to ZooKeeper ensemble=127.0.0.1:64347 2024-11-08T23:40:46,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423370x0, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:40:46,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42337-0x1011e1c73030000 connected 2024-11-08T23:40:46,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T23:40:46,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb, hbase.cluster.distributed=false 2024-11-08T23:40:46,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T23:40:46,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-08T23:40:46,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42337 2024-11-08T23:40:46,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42337 2024-11-08T23:40:46,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-08T23:40:46,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-08T23:40:46,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296d1c076410:0 server-side Connection retries=45 2024-11-08T23:40:46,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:40:46,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:40:46,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:40:46,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:40:46,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34501 2024-11-08T23:40:46,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34501 connecting to ZooKeeper ensemble=127.0.0.1:64347 2024-11-08T23:40:46,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345010x0, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:40:46,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345010x0, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T23:40:46,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34501-0x1011e1c73030001 connected 2024-11-08T23:40:46,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:40:46,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:40:46,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T23:40:46,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T23:40:46,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34501 2024-11-08T23:40:46,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34501 2024-11-08T23:40:46,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34501 2024-11-08T23:40:46,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34501 2024-11-08T23:40:46,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34501 2024-11-08T23:40:46,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296d1c076410:0 server-side Connection retries=45 2024-11-08T23:40:46,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:40:46,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:40:46,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:40:46,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:40:46,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38589 2024-11-08T23:40:46,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38589 connecting to ZooKeeper ensemble=127.0.0.1:64347 2024-11-08T23:40:46,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385890x0, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:40:46,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T23:40:46,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38589-0x1011e1c73030002 connected 2024-11-08T23:40:46,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:40:46,709 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:40:46,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T23:40:46,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T23:40:46,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-08T23:40:46,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38589 2024-11-08T23:40:46,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38589 2024-11-08T23:40:46,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-08T23:40:46,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-08T23:40:46,733 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296d1c076410:0 server-side Connection retries=45 2024-11-08T23:40:46,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T23:40:46,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T23:40:46,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T23:40:46,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T23:40:46,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T23:40:46,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34293 2024-11-08T23:40:46,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34293 connecting to ZooKeeper ensemble=127.0.0.1:64347 2024-11-08T23:40:46,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,757 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342930x0, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T23:40:46,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34293-0x1011e1c73030003 connected 2024-11-08T23:40:46,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T23:40:46,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T23:40:46,763 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T23:40:46,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T23:40:46,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T23:40:46,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34293 2024-11-08T23:40:46,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34293 2024-11-08T23:40:46,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34293 2024-11-08T23:40:46,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34293 2024-11-08T23:40:46,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34293 2024-11-08T23:40:46,786 DEBUG [M:0;296d1c076410:42337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;296d1c076410:42337 2024-11-08T23:40:46,787 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/296d1c076410,42337,1731109245869 2024-11-08T23:40:46,798 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,801 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/296d1c076410,42337,1731109245869 2024-11-08T23:40:46,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T23:40:46,831 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T23:40:46,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T23:40:46,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:46,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:46,832 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:46,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:46,833 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T23:40:46,834 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/296d1c076410,42337,1731109245869 from backup master directory 2024-11-08T23:40:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,840 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/296d1c076410,42337,1731109245869 2024-11-08T23:40:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T23:40:46,841 WARN [master/296d1c076410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:40:46,841 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=296d1c076410,42337,1731109245869 2024-11-08T23:40:46,843 INFO [master/296d1c076410:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T23:40:46,844 INFO [master/296d1c076410:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T23:40:46,897 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/hbase.id] with ID: 87c74e76-86ad-4c59-a6ec-a3bcc31ea86d 2024-11-08T23:40:46,897 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/.tmp/hbase.id 2024-11-08T23:40:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:40:46,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:40:46,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741826_1002 (size=42) 2024-11-08T23:40:46,913 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/.tmp/hbase.id]:[hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/hbase.id] 2024-11-08T23:40:46,960 INFO [master/296d1c076410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T23:40:46,965 INFO [master/296d1c076410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T23:40:46,983 INFO [master/296d1c076410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T23:40:46,990 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:40:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:40:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741827_1003 (size=196) 2024-11-08T23:40:47,023 INFO [master/296d1c076410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:40:47,025 INFO [master/296d1c076410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T23:40:47,038 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:40:47,042 INFO [master/296d1c076410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:40:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:40:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:40:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741828_1004 (size=1189) 2024-11-08T23:40:47,089 INFO [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store 2024-11-08T23:40:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:40:47,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:40:47,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741829_1005 (size=34) 2024-11-08T23:40:47,117 INFO [master/296d1c076410:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T23:40:47,121 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:47,123 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:40:47,123 INFO [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:40:47,124 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:40:47,126 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:40:47,126 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:40:47,126 INFO [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:40:47,128 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731109247123Disabling compacts and flushes for region at 1731109247123Disabling writes for close at 1731109247126 (+3 ms)Writing region close event to WAL at 1731109247126Closed at 1731109247126 2024-11-08T23:40:47,130 WARN [master/296d1c076410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/.initializing 2024-11-08T23:40:47,131 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/WALs/296d1c076410,42337,1731109245869 2024-11-08T23:40:47,140 INFO [master/296d1c076410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:40:47,154 INFO [master/296d1c076410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296d1c076410%2C42337%2C1731109245869, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/WALs/296d1c076410,42337,1731109245869, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/oldWALs, maxLogs=10 2024-11-08T23:40:47,184 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/WALs/296d1c076410,42337,1731109245869/296d1c076410%2C42337%2C1731109245869.1731109247160, exclude list is [], retry=0 2024-11-08T23:40:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9,DISK] 2024-11-08T23:40:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1,DISK] 2024-11-08T23:40:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-c012110c-0d57-4de0-953f-7cb9ec5f382f,DISK] 2024-11-08T23:40:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T23:40:47,240 INFO [master/296d1c076410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/WALs/296d1c076410,42337,1731109245869/296d1c076410%2C42337%2C1731109245869.1731109247160 2024-11-08T23:40:47,241 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751),(127.0.0.1/127.0.0.1:37095:37095),(127.0.0.1/127.0.0.1:38355:38355)] 2024-11-08T23:40:47,241 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:40:47,242 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:47,244 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,245 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T23:40:47,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:47,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T23:40:47,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:47,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T23:40:47,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:47,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T23:40:47,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:47,324 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,328 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,329 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,334 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,334 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,338 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:40:47,342 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T23:40:47,347 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:47,348 INFO [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67459205, jitterRate=0.005220487713813782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:40:47,356 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731109247258Initializing all the Stores at 1731109247261 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109247261Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109247262 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109247262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109247262Cleaning up temporary data from old regions at 1731109247334 (+72 ms)Region opened successfully at 1731109247356 (+22 ms) 2024-11-08T23:40:47,357 INFO [master/296d1c076410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T23:40:47,388 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b62cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296d1c076410/172.17.0.2:0 2024-11-08T23:40:47,415 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T23:40:47,424 INFO [master/296d1c076410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:40:47,424 INFO [master/296d1c076410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:40:47,427 INFO [master/296d1c076410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:40:47,428 INFO [master/296d1c076410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:40:47,432 INFO [master/296d1c076410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T23:40:47,432 INFO [master/296d1c076410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T23:40:47,460 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T23:40:47,469 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T23:40:47,506 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T23:40:47,510 INFO [master/296d1c076410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T23:40:47,513 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T23:40:47,523 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T23:40:47,525 INFO [master/296d1c076410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T23:40:47,528 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T23:40:47,538 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T23:40:47,540 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T23:40:47,548 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T23:40:47,570 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T23:40:47,580 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T23:40:47,590 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T23:40:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T23:40:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T23:40:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,590 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T23:40:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,595 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=296d1c076410,42337,1731109245869, sessionid=0x1011e1c73030000, setting cluster-up flag (Was=false) 2024-11-08T23:40:47,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,623 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,648 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T23:40:47,653 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296d1c076410,42337,1731109245869 2024-11-08T23:40:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,673 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:47,698 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T23:40:47,700 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296d1c076410,42337,1731109245869 2024-11-08T23:40:47,707 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T23:40:47,772 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:40:47,775 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(746): ClusterId : 87c74e76-86ad-4c59-a6ec-a3bcc31ea86d 2024-11-08T23:40:47,775 INFO [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(746): ClusterId : 87c74e76-86ad-4c59-a6ec-a3bcc31ea86d 2024-11-08T23:40:47,775 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(746): ClusterId : 87c74e76-86ad-4c59-a6ec-a3bcc31ea86d 2024-11-08T23:40:47,777 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:40:47,777 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:40:47,777 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T23:40:47,782 INFO [master/296d1c076410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T23:40:47,788 INFO [master/296d1c076410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T23:40:47,790 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:40:47,790 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:40:47,790 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T23:40:47,791 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:40:47,791 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:40:47,791 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T23:40:47,793 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 296d1c076410,42337,1731109245869 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T23:40:47,807 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:40:47,807 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:40:47,807 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T23:40:47,808 DEBUG [RS:0;296d1c076410:34501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2bab13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296d1c076410/172.17.0.2:0 2024-11-08T23:40:47,808 DEBUG [RS:2;296d1c076410:34293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0aa0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296d1c076410/172.17.0.2:0 2024-11-08T23:40:47,808 DEBUG [RS:1;296d1c076410:38589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54483434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296d1c076410/172.17.0.2:0 2024-11-08T23:40:47,809 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/296d1c076410:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:40:47,809 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/296d1c076410:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:40:47,810 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/296d1c076410:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:40:47,810 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/296d1c076410:0, corePoolSize=5, maxPoolSize=5 2024-11-08T23:40:47,810 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/296d1c076410:0, corePoolSize=10, maxPoolSize=10 2024-11-08T23:40:47,810 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:47,810 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/296d1c076410:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:40:47,810 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:47,813 INFO [master/296d1c076410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109277813 2024-11-08T23:40:47,815 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T23:40:47,817 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T23:40:47,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:40:47,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T23:40:47,821 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T23:40:47,821 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T23:40:47,822 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T23:40:47,822 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T23:40:47,824 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;296d1c076410:34501 2024-11-08T23:40:47,823 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:47,825 DEBUG [RS:1;296d1c076410:38589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;296d1c076410:38589 2024-11-08T23:40:47,825 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;296d1c076410:34293 2024-11-08T23:40:47,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,826 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T23:40:47,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T23:40:47,827 INFO [RS:0;296d1c076410:34501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:40:47,827 INFO [RS:2;296d1c076410:34293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:40:47,827 INFO [RS:1;296d1c076410:38589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T23:40:47,827 INFO [RS:0;296d1c076410:34501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:40:47,827 INFO [RS:1;296d1c076410:38589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:40:47,827 INFO [RS:2;296d1c076410:34293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T23:40:47,827 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:40:47,827 DEBUG [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:40:47,827 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T23:40:47,827 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T23:40:47,828 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T23:40:47,830 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T23:40:47,830 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(2659): reportForDuty to master=296d1c076410,42337,1731109245869 with port=34501, startcode=1731109246592 2024-11-08T23:40:47,830 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(2659): reportForDuty to master=296d1c076410,42337,1731109245869 with port=34293, startcode=1731109246733 2024-11-08T23:40:47,830 INFO [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(2659): reportForDuty to master=296d1c076410,42337,1731109245869 with port=38589, startcode=1731109246688 2024-11-08T23:40:47,830 INFO [master/296d1c076410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T23:40:47,833 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/296d1c076410:0:becomeActiveMaster-HFileCleaner.large.0-1731109247832,5,FailOnTimeoutGroup] 2024-11-08T23:40:47,843 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/296d1c076410:0:becomeActiveMaster-HFileCleaner.small.0-1731109247833,5,FailOnTimeoutGroup] 2024-11-08T23:40:47,843 DEBUG [RS:1;296d1c076410:38589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:40:47,843 DEBUG [RS:2;296d1c076410:34293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:40:47,843 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:47,843 DEBUG [RS:0;296d1c076410:34501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T23:40:47,843 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T23:40:47,844 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:47,845 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:47,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:40:47,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:40:47,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741831_1007 (size=1321) 2024-11-08T23:40:47,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T23:40:47,885 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:40:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:40:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741832_1008 (size=32) 2024-11-08T23:40:47,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:47,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:40:47,905 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51063, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:40:47,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T23:40:47,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:40:47,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:40:47,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296d1c076410,38589,1731109246688 2024-11-08T23:40:47,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:47,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:40:47,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(517): Registering regionserver=296d1c076410,38589,1731109246688 2024-11-08T23:40:47,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:40:47,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:47,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:40:47,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:40:47,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:47,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:40:47,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:40:47,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:47,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:47,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:40:47,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296d1c076410,34501,1731109246592 2024-11-08T23:40:47,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(517): Registering regionserver=296d1c076410,34501,1731109246592 2024-11-08T23:40:47,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740 2024-11-08T23:40:47,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740 2024-11-08T23:40:47,931 DEBUG [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:47,931 DEBUG [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37665 2024-11-08T23:40:47,931 DEBUG [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:40:47,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296d1c076410,34293,1731109246733 2024-11-08T23:40:47,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:40:47,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:40:47,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(517): Registering regionserver=296d1c076410,34293,1731109246733 2024-11-08T23:40:47,933 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:47,933 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37665 2024-11-08T23:40:47,933 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:40:47,934 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:40:47,936 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:47,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:40:47,936 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37665 2024-11-08T23:40:47,936 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T23:40:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T23:40:47,940 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:47,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72128330, jitterRate=0.07479587197303772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:40:47,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731109247905Initializing all the Stores at 1731109247907 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109247907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109247908 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109247908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109247908Cleaning up temporary data from old regions at 1731109247933 (+25 ms)Region opened successfully at 1731109247945 (+12 ms) 2024-11-08T23:40:47,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:40:47,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:40:47,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:40:47,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:40:47,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:40:47,947 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:40:47,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731109247945Disabling compacts and flushes for region at 1731109247945Disabling writes for close at 1731109247945Writing region close event to WAL at 1731109247946 (+1 ms)Closed at 1731109247947 (+1 ms) 2024-11-08T23:40:47,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:40:47,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T23:40:47,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:40:47,966 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:40:47,968 DEBUG [RS:0;296d1c076410:34501 {}] zookeeper.ZKUtil(111): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296d1c076410,34501,1731109246592 2024-11-08T23:40:47,968 WARN [RS:0;296d1c076410:34501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:40:47,968 DEBUG [RS:2;296d1c076410:34293 {}] zookeeper.ZKUtil(111): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296d1c076410,34293,1731109246733 2024-11-08T23:40:47,968 DEBUG [RS:1;296d1c076410:38589 {}] zookeeper.ZKUtil(111): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296d1c076410,38589,1731109246688 2024-11-08T23:40:47,968 INFO [RS:0;296d1c076410:34501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:40:47,968 WARN [RS:2;296d1c076410:34293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:40:47,968 WARN [RS:1;296d1c076410:38589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T23:40:47,969 INFO [RS:1;296d1c076410:38589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:40:47,969 INFO [RS:2;296d1c076410:34293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:40:47,969 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34501,1731109246592 2024-11-08T23:40:47,969 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T23:40:47,969 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34293,1731109246733 2024-11-08T23:40:47,969 DEBUG [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688 2024-11-08T23:40:47,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296d1c076410,34293,1731109246733] 2024-11-08T23:40:47,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296d1c076410,38589,1731109246688] 2024-11-08T23:40:47,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296d1c076410,34501,1731109246592] 2024-11-08T23:40:47,994 INFO [RS:1;296d1c076410:38589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:40:47,994 INFO [RS:2;296d1c076410:34293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:40:47,994 INFO [RS:0;296d1c076410:34501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T23:40:48,011 INFO [RS:1;296d1c076410:38589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:40:48,011 INFO [RS:2;296d1c076410:34293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:40:48,011 INFO [RS:0;296d1c076410:34501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T23:40:48,016 INFO [RS:2;296d1c076410:34293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:40:48,016 INFO [RS:1;296d1c076410:38589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:40:48,016 INFO [RS:0;296d1c076410:34501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T23:40:48,016 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,016 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,016 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,017 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:40:48,018 INFO [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:40:48,019 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T23:40:48,022 INFO [RS:0;296d1c076410:34501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:40:48,022 INFO [RS:2;296d1c076410:34293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:40:48,022 INFO [RS:1;296d1c076410:38589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T23:40:48,024 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,024 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,024 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,024 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,024 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,024 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,024 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:40:48,025 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:40:48,025 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0, corePoolSize=2, maxPoolSize=2 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,025 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296d1c076410:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:40:48,026 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:2;296d1c076410:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296d1c076410:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:40:48,026 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296d1c076410:0, corePoolSize=1, maxPoolSize=1 2024-11-08T23:40:48,026 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296d1c076410:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:40:48,026 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296d1c076410:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:40:48,026 DEBUG [RS:1;296d1c076410:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296d1c076410:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:40:48,027 DEBUG [RS:0;296d1c076410:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296d1c076410:0, corePoolSize=3, maxPoolSize=3 2024-11-08T23:40:48,027 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,38589,1731109246688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,028 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,34501,1731109246592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:40:48,029 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,34293,1731109246733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:40:48,046 INFO [RS:1;296d1c076410:38589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:40:48,046 INFO [RS:0;296d1c076410:34501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:40:48,048 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,34501,1731109246592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,048 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,38589,1731109246688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,048 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,048 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,048 INFO [RS:1;296d1c076410:38589 {}] regionserver.Replication(171): 296d1c076410,38589,1731109246688 started 2024-11-08T23:40:48,048 INFO [RS:0;296d1c076410:34501 {}] regionserver.Replication(171): 296d1c076410,34501,1731109246592 started 2024-11-08T23:40:48,052 INFO [RS:2;296d1c076410:34293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T23:40:48,053 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,34293,1731109246733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,053 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,053 INFO [RS:2;296d1c076410:34293 {}] regionserver.Replication(171): 296d1c076410,34293,1731109246733 started 2024-11-08T23:40:48,065 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,065 INFO [RS:1;296d1c076410:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,065 INFO [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(1482): Serving as 296d1c076410,38589,1731109246688, RpcServer on 296d1c076410/172.17.0.2:38589, sessionid=0x1011e1c73030002 2024-11-08T23:40:48,065 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1482): Serving as 296d1c076410,34501,1731109246592, RpcServer on 296d1c076410/172.17.0.2:34501, sessionid=0x1011e1c73030001 2024-11-08T23:40:48,066 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:40:48,066 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:40:48,066 DEBUG [RS:1;296d1c076410:38589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296d1c076410,38589,1731109246688 2024-11-08T23:40:48,066 DEBUG [RS:0;296d1c076410:34501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296d1c076410,34501,1731109246592 2024-11-08T23:40:48,066 DEBUG [RS:1;296d1c076410:38589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296d1c076410,38589,1731109246688' 2024-11-08T23:40:48,066 DEBUG [RS:0;296d1c076410:34501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296d1c076410,34501,1731109246592' 2024-11-08T23:40:48,066 DEBUG [RS:1;296d1c076410:38589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T23:40:48,066 DEBUG [RS:0;296d1c076410:34501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T23:40:48,067 DEBUG [RS:1;296d1c076410:38589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T23:40:48,067 DEBUG [RS:0;296d1c076410:34501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T23:40:48,068 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:40:48,068 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:40:48,068 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:40:48,068 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:40:48,068 DEBUG [RS:1;296d1c076410:38589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296d1c076410,38589,1731109246688 2024-11-08T23:40:48,068 DEBUG [RS:0;296d1c076410:34501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296d1c076410,34501,1731109246592 2024-11-08T23:40:48,068 DEBUG [RS:1;296d1c076410:38589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296d1c076410,38589,1731109246688' 2024-11-08T23:40:48,068 DEBUG [RS:0;296d1c076410:34501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296d1c076410,34501,1731109246592' 2024-11-08T23:40:48,068 DEBUG [RS:1;296d1c076410:38589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T23:40:48,068 DEBUG [RS:0;296d1c076410:34501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T23:40:48,069 DEBUG [RS:1;296d1c076410:38589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T23:40:48,069 DEBUG [RS:0;296d1c076410:34501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T23:40:48,070 DEBUG [RS:0;296d1c076410:34501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:40:48,070 DEBUG [RS:1;296d1c076410:38589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:40:48,070 INFO [RS:0;296d1c076410:34501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:40:48,070 INFO [RS:1;296d1c076410:38589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:40:48,070 INFO [RS:0;296d1c076410:34501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:40:48,070 INFO [RS:1;296d1c076410:38589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:40:48,076 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,076 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1482): Serving as 296d1c076410,34293,1731109246733, RpcServer on 296d1c076410/172.17.0.2:34293, sessionid=0x1011e1c73030003 2024-11-08T23:40:48,076 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T23:40:48,076 DEBUG [RS:2;296d1c076410:34293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296d1c076410,34293,1731109246733 2024-11-08T23:40:48,076 DEBUG [RS:2;296d1c076410:34293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296d1c076410,34293,1731109246733' 2024-11-08T23:40:48,077 DEBUG [RS:2;296d1c076410:34293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T23:40:48,078 DEBUG [RS:2;296d1c076410:34293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T23:40:48,078 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T23:40:48,078 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T23:40:48,078 DEBUG [RS:2;296d1c076410:34293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296d1c076410,34293,1731109246733 2024-11-08T23:40:48,079 DEBUG [RS:2;296d1c076410:34293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296d1c076410,34293,1731109246733' 2024-11-08T23:40:48,079 DEBUG [RS:2;296d1c076410:34293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T23:40:48,079 DEBUG [RS:2;296d1c076410:34293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T23:40:48,080 DEBUG [RS:2;296d1c076410:34293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T23:40:48,080 INFO [RS:2;296d1c076410:34293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T23:40:48,080 INFO [RS:2;296d1c076410:34293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T23:40:48,120 WARN [296d1c076410:42337 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T23:40:48,176 INFO [RS:1;296d1c076410:38589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:40:48,176 INFO [RS:0;296d1c076410:34501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:40:48,180 INFO [RS:0;296d1c076410:34501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296d1c076410%2C34501%2C1731109246592, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34501,1731109246592, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs, maxLogs=32 2024-11-08T23:40:48,180 INFO [RS:1;296d1c076410:38589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296d1c076410%2C38589%2C1731109246688, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs, maxLogs=32 2024-11-08T23:40:48,181 INFO [RS:2;296d1c076410:34293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T23:40:48,185 INFO [RS:2;296d1c076410:34293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296d1c076410%2C34293%2C1731109246733, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34293,1731109246733, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs, maxLogs=32 2024-11-08T23:40:48,200 DEBUG [RS:0;296d1c076410:34501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34501,1731109246592/296d1c076410%2C34501%2C1731109246592.1731109248185, exclude list is [], retry=0 2024-11-08T23:40:48,204 DEBUG [RS:1;296d1c076410:38589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688/296d1c076410%2C38589%2C1731109246688.1731109248186, exclude list is [], retry=0 2024-11-08T23:40:48,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9,DISK] 2024-11-08T23:40:48,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-c012110c-0d57-4de0-953f-7cb9ec5f382f,DISK] 2024-11-08T23:40:48,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1,DISK] 2024-11-08T23:40:48,206 DEBUG [RS:2;296d1c076410:34293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34293,1731109246733/296d1c076410%2C34293%2C1731109246733.1731109248188, exclude list is [], retry=0 2024-11-08T23:40:48,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-c012110c-0d57-4de0-953f-7cb9ec5f382f,DISK] 2024-11-08T23:40:48,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9,DISK] 2024-11-08T23:40:48,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1,DISK] 2024-11-08T23:40:48,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-c012110c-0d57-4de0-953f-7cb9ec5f382f,DISK] 2024-11-08T23:40:48,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9,DISK] 2024-11-08T23:40:48,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1,DISK] 2024-11-08T23:40:48,220 INFO [RS:0;296d1c076410:34501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34501,1731109246592/296d1c076410%2C34501%2C1731109246592.1731109248185 2024-11-08T23:40:48,226 DEBUG [RS:0;296d1c076410:34501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37095:37095),(127.0.0.1/127.0.0.1:42751:42751),(127.0.0.1/127.0.0.1:38355:38355)] 2024-11-08T23:40:48,229 INFO [RS:1;296d1c076410:38589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688/296d1c076410%2C38589%2C1731109246688.1731109248186 2024-11-08T23:40:48,229 INFO [RS:2;296d1c076410:34293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34293,1731109246733/296d1c076410%2C34293%2C1731109246733.1731109248188 2024-11-08T23:40:48,229 DEBUG [RS:2;296d1c076410:34293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355),(127.0.0.1/127.0.0.1:42751:42751),(127.0.0.1/127.0.0.1:37095:37095)] 2024-11-08T23:40:48,229 DEBUG [RS:1;296d1c076410:38589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751),(127.0.0.1/127.0.0.1:37095:37095),(127.0.0.1/127.0.0.1:38355:38355)] 2024-11-08T23:40:48,374 DEBUG [296d1c076410:42337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T23:40:48,387 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(204): Hosts are {296d1c076410=0} racks are {/default-rack=0} 2024-11-08T23:40:48,392 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T23:40:48,392 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T23:40:48,392 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T23:40:48,392 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T23:40:48,392 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T23:40:48,392 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T23:40:48,392 INFO [296d1c076410:42337 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T23:40:48,392 INFO [296d1c076410:42337 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T23:40:48,392 INFO [296d1c076410:42337 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T23:40:48,392 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T23:40:48,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:48,406 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,38589,1731109246688, state=OPENING 2024-11-08T23:40:48,421 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T23:40:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:48,490 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:40:48,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,494 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:40:48,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:48,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:40:48,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:40:48,696 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:40:48,696 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:40:48,697 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:40:48,700 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296d1c076410%2C38589%2C1731109246688.meta, suffix=.meta, logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs, maxLogs=32 2024-11-08T23:40:48,716 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, exclude list is [], retry=0 2024-11-08T23:40:48,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9,DISK] 2024-11-08T23:40:48,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1,DISK] 2024-11-08T23:40:48,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-c012110c-0d57-4de0-953f-7cb9ec5f382f,DISK] 2024-11-08T23:40:48,722 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta 2024-11-08T23:40:48,723 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355),(127.0.0.1/127.0.0.1:42751:42751),(127.0.0.1/127.0.0.1:37095:37095)] 2024-11-08T23:40:48,723 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:40:48,725 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:40:48,727 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:40:48,732 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:40:48,736 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:40:48,737 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:48,737 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:40:48,737 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:40:48,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:40:48,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:40:48,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:48,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:48,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:40:48,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:40:48,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:48,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:48,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:40:48,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:40:48,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:48,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:48,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:40:48,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:40:48,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:48,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:40:48,752 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:40:48,754 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740 2024-11-08T23:40:48,757 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740 2024-11-08T23:40:48,759 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:40:48,759 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:40:48,760 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:40:48,763 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:40:48,764 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73804509, jitterRate=0.09977288544178009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:40:48,764 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:40:48,765 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731109248738Writing region info on filesystem at 1731109248738Initializing all the Stores at 1731109248740 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109248740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109248740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109248740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109248740Cleaning up temporary data from old regions at 1731109248759 (+19 ms)Running coprocessor post-open hooks at 1731109248764 (+5 ms)Region opened successfully at 1731109248765 (+1 ms) 2024-11-08T23:40:48,772 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731109248673 2024-11-08T23:40:48,782 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:40:48,782 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:40:48,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:48,786 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,38589,1731109246688, state=OPEN 2024-11-08T23:40:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:40:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:40:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:40:48,797 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:40:48,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:48,797 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=296d1c076410,38589,1731109246688 2024-11-08T23:40:48,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T23:40:48,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,38589,1731109246688 in 300 msec 2024-11-08T23:40:48,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T23:40:48,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 850 msec 2024-11-08T23:40:48,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T23:40:48,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T23:40:48,829 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:48,830 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:48,849 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:40:48,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32853, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:40:48,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1370 sec 2024-11-08T23:40:48,874 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731109248874, completionTime=-1 2024-11-08T23:40:48,877 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T23:40:48,877 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:40:48,903 INFO [master/296d1c076410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T23:40:48,903 INFO [master/296d1c076410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731109308903 2024-11-08T23:40:48,903 INFO [master/296d1c076410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731109368903 2024-11-08T23:40:48,903 INFO [master/296d1c076410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-08T23:40:48,905 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:40:48,912 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,42337,1731109245869-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,912 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,42337,1731109245869-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,912 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,42337,1731109245869-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,914 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-296d1c076410:42337, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,914 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,915 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,922 DEBUG [master/296d1c076410:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T23:40:48,945 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.104sec 2024-11-08T23:40:48,946 INFO [master/296d1c076410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T23:40:48,948 INFO [master/296d1c076410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T23:40:48,948 INFO [master/296d1c076410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T23:40:48,949 INFO [master/296d1c076410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T23:40:48,949 INFO [master/296d1c076410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T23:40:48,950 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,42337,1731109245869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T23:40:48,950 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,42337,1731109245869-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T23:40:48,954 DEBUG [master/296d1c076410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T23:40:48,955 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T23:40:48,955 INFO [master/296d1c076410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296d1c076410,42337,1731109245869-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T23:40:48,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a900357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:40:48,992 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T23:40:48,992 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T23:40:48,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 296d1c076410,42337,-1 for getting cluster id 2024-11-08T23:40:49,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T23:40:49,009 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87c74e76-86ad-4c59-a6ec-a3bcc31ea86d' 2024-11-08T23:40:49,011 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T23:40:49,011 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87c74e76-86ad-4c59-a6ec-a3bcc31ea86d" 2024-11-08T23:40:49,012 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35740e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:40:49,012 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [296d1c076410,42337,-1] 2024-11-08T23:40:49,014 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T23:40:49,017 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:40:49,017 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:40:49,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cdd3ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T23:40:49,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:49,028 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:49,029 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:40:49,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:40:49,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=296d1c076410,42337,1731109245869 2024-11-08T23:40:49,067 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T23:40:49,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T23:40:49,076 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 296d1c076410,42337,1731109245869 2024-11-08T23:40:49,078 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f166697 2024-11-08T23:40:49,079 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T23:40:49,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:40:49,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T23:40:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:40:49,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T23:40:49,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-08T23:40:49,110 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T23:40:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:40:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741837_1013 (size=1020) 2024-11-08T23:40:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741837_1013 (size=1020) 2024-11-08T23:40:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741837_1013 (size=1020) 2024-11-08T23:40:49,133 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aeadf954bdb7c31012ebe1851a147887, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,134 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5c1c41b91d51cf17f6c362dc7ef7d0e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,134 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1b3d930d6a48ca9b1c60bef03d1020bf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741838_1014 (size=107) 2024-11-08T23:40:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741839_1015 (size=110) 2024-11-08T23:40:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741839_1015 (size=110) 2024-11-08T23:40:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741838_1014 (size=107) 2024-11-08T23:40:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741838_1014 (size=107) 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741839_1015 (size=110) 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing aeadf954bdb7c31012ebe1851a147887, disabling compactions & flushes 2024-11-08T23:40:49,154 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. after waiting 0 ms 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:49,154 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1b3d930d6a48ca9b1c60bef03d1020bf, disabling compactions & flushes 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for aeadf954bdb7c31012ebe1851a147887: Waiting for close lock at 1731109249154Disabling compacts and flushes for region at 1731109249154Disabling writes for close at 1731109249154Writing region close event to WAL at 1731109249154Closed at 1731109249154 2024-11-08T23:40:49,154 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:49,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:49,155 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. after waiting 0 ms 2024-11-08T23:40:49,155 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:49,155 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:49,155 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => deb68e6bae57e271e46be535d6b79375, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1b3d930d6a48ca9b1c60bef03d1020bf: Waiting for close lock at 1731109249154Disabling compacts and flushes for region at 1731109249154Disabling writes for close at 1731109249155 (+1 ms)Writing region close event to WAL at 1731109249155Closed at 1731109249155 2024-11-08T23:40:49,157 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0c395da16ab2f14167f66924394ad30d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741840_1016 (size=110) 2024-11-08T23:40:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741840_1016 (size=110) 2024-11-08T23:40:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741840_1016 (size=110) 2024-11-08T23:40:49,160 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,160 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5c1c41b91d51cf17f6c362dc7ef7d0e1, disabling compactions & flushes 2024-11-08T23:40:49,160 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:49,160 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:49,160 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. after waiting 0 ms 2024-11-08T23:40:49,160 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:49,161 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:49,161 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5c1c41b91d51cf17f6c362dc7ef7d0e1: Waiting for close lock at 1731109249160Disabling compacts and flushes for region at 1731109249160Disabling writes for close at 1731109249160Writing region close event to WAL at 1731109249160Closed at 1731109249161 (+1 ms) 2024-11-08T23:40:49,161 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 04b9216ec1236c6e7d822c66fd8967c6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741842_1018 (size=110) 2024-11-08T23:40:49,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741842_1018 (size=110) 2024-11-08T23:40:49,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741842_1018 (size=110) 2024-11-08T23:40:49,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing deb68e6bae57e271e46be535d6b79375, disabling compactions & flushes 2024-11-08T23:40:49,177 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:40:49,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:40:49,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. after waiting 0 ms 2024-11-08T23:40:49,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:40:49,177 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:40:49,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for deb68e6bae57e271e46be535d6b79375: Waiting for close lock at 1731109249177Disabling compacts and flushes for region at 1731109249177Disabling writes for close at 1731109249177Writing region close event to WAL at 1731109249177Closed at 1731109249177 2024-11-08T23:40:49,178 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f4aedf9963b2d1729b3858c93a990a6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741841_1017 (size=110) 2024-11-08T23:40:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741841_1017 (size=110) 2024-11-08T23:40:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741841_1017 (size=110) 2024-11-08T23:40:49,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0c395da16ab2f14167f66924394ad30d, disabling compactions & flushes 2024-11-08T23:40:49,183 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:40:49,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:40:49,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. after waiting 0 ms 2024-11-08T23:40:49,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:40:49,183 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:40:49,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0c395da16ab2f14167f66924394ad30d: Waiting for close lock at 1731109249183Disabling compacts and flushes for region at 1731109249183Disabling writes for close at 1731109249183Writing region close event to WAL at 1731109249183Closed at 1731109249183 2024-11-08T23:40:49,184 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5ae38589f812ccc8e2be142151013226, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741843_1019 (size=110) 2024-11-08T23:40:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741843_1019 (size=110) 2024-11-08T23:40:49,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741843_1019 (size=110) 2024-11-08T23:40:49,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 04b9216ec1236c6e7d822c66fd8967c6, disabling compactions & flushes 2024-11-08T23:40:49,190 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:40:49,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:40:49,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. after waiting 0 ms 2024-11-08T23:40:49,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:40:49,190 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:40:49,191 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 04b9216ec1236c6e7d822c66fd8967c6: Waiting for close lock at 1731109249190Disabling compacts and flushes for region at 1731109249190Disabling writes for close at 1731109249190Writing region close event to WAL at 1731109249190Closed at 1731109249190 2024-11-08T23:40:49,192 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fb0c5ca7ac769fc2071e36e3903a9431, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741844_1020 (size=110) 2024-11-08T23:40:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741844_1020 (size=110) 2024-11-08T23:40:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741844_1020 (size=110) 2024-11-08T23:40:49,197 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,197 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1f4aedf9963b2d1729b3858c93a990a6, disabling compactions & flushes 2024-11-08T23:40:49,197 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:40:49,197 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:40:49,197 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. after waiting 0 ms 2024-11-08T23:40:49,198 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:40:49,198 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:40:49,198 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f4aedf9963b2d1729b3858c93a990a6: Waiting for close lock at 1731109249197Disabling compacts and flushes for region at 1731109249197Disabling writes for close at 1731109249198 (+1 ms)Writing region close event to WAL at 1731109249198Closed at 1731109249198 2024-11-08T23:40:49,199 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b867a31aac4fd388df83f482e785f76, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741845_1021 (size=110) 2024-11-08T23:40:49,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741845_1021 (size=110) 2024-11-08T23:40:49,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741845_1021 (size=110) 2024-11-08T23:40:49,210 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5ae38589f812ccc8e2be142151013226, disabling compactions & flushes 2024-11-08T23:40:49,211 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:40:49,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:40:49,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. after waiting 0 ms 2024-11-08T23:40:49,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:40:49,211 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:40:49,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5ae38589f812ccc8e2be142151013226: Waiting for close lock at 1731109249211Disabling compacts and flushes for region at 1731109249211Disabling writes for close at 1731109249211Writing region close event to WAL at 1731109249211Closed at 1731109249211 2024-11-08T23:40:49,212 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f54d5b16075b0915fe941a694527046d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741846_1022 (size=110) 2024-11-08T23:40:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741846_1022 (size=110) 2024-11-08T23:40:49,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741846_1022 (size=110) 2024-11-08T23:40:49,220 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fb0c5ca7ac769fc2071e36e3903a9431, disabling compactions & flushes 2024-11-08T23:40:49,221 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:40:49,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:40:49,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. after waiting 0 ms 2024-11-08T23:40:49,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:40:49,221 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:40:49,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fb0c5ca7ac769fc2071e36e3903a9431: Waiting for close lock at 1731109249221Disabling compacts and flushes for region at 1731109249221Disabling writes for close at 1731109249221Writing region close event to WAL at 1731109249221Closed at 1731109249221 2024-11-08T23:40:49,222 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3310550d8705a6483a03c4952c6aa81e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:40:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741847_1023 (size=110) 2024-11-08T23:40:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741847_1023 (size=110) 2024-11-08T23:40:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741847_1023 (size=110) 2024-11-08T23:40:49,230 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3b867a31aac4fd388df83f482e785f76, disabling compactions & flushes 2024-11-08T23:40:49,231 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:40:49,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:40:49,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. after waiting 0 ms 2024-11-08T23:40:49,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:40:49,231 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:40:49,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b867a31aac4fd388df83f482e785f76: Waiting for close lock at 1731109249231Disabling compacts and flushes for region at 1731109249231Disabling writes for close at 1731109249231Writing region close event to WAL at 1731109249231Closed at 1731109249231 2024-11-08T23:40:49,232 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a82e55daea3432bf6fc39b99477d06f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741848_1024 (size=110) 2024-11-08T23:40:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741848_1024 (size=110) 2024-11-08T23:40:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741848_1024 (size=110) 2024-11-08T23:40:49,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f54d5b16075b0915fe941a694527046d, disabling compactions & flushes 2024-11-08T23:40:49,250 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:40:49,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:40:49,251 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. after waiting 0 ms 2024-11-08T23:40:49,251 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:40:49,251 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:40:49,251 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f54d5b16075b0915fe941a694527046d: Waiting for close lock at 1731109249250Disabling compacts and flushes for region at 1731109249250Disabling writes for close at 1731109249251 (+1 ms)Writing region close event to WAL at 1731109249251Closed at 1731109249251 2024-11-08T23:40:49,252 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 37c0fb9830537dcca374d0ea3780d3f9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741849_1025 (size=110) 2024-11-08T23:40:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741849_1025 (size=110) 2024-11-08T23:40:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741849_1025 (size=110) 2024-11-08T23:40:49,261 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,261 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3310550d8705a6483a03c4952c6aa81e, disabling compactions & flushes 2024-11-08T23:40:49,261 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:40:49,261 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:40:49,261 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. after waiting 0 ms 2024-11-08T23:40:49,261 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:40:49,261 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:40:49,261 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3310550d8705a6483a03c4952c6aa81e: Waiting for close lock at 1731109249261Disabling compacts and flushes for region at 1731109249261Disabling writes for close at 1731109249261Writing region close event to WAL at 1731109249261Closed at 1731109249261 2024-11-08T23:40:49,262 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fc87632366181c097ab662dc77d1b54c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741850_1026 (size=110) 2024-11-08T23:40:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741850_1026 (size=110) 2024-11-08T23:40:49,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741850_1026 (size=110) 2024-11-08T23:40:49,267 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a82e55daea3432bf6fc39b99477d06f5, disabling compactions & flushes 2024-11-08T23:40:49,268 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:40:49,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:40:49,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. after waiting 0 ms 2024-11-08T23:40:49,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:40:49,268 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:40:49,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a82e55daea3432bf6fc39b99477d06f5: Waiting for close lock at 1731109249268Disabling compacts and flushes for region at 1731109249268Disabling writes for close at 1731109249268Writing region close event to WAL at 1731109249268Closed at 1731109249268 2024-11-08T23:40:49,269 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db10fb3389a7b7954fcb2e15d7a7035a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741851_1027 (size=110) 2024-11-08T23:40:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741851_1027 (size=110) 2024-11-08T23:40:49,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741851_1027 (size=110) 2024-11-08T23:40:49,273 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,273 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 37c0fb9830537dcca374d0ea3780d3f9, disabling compactions & flushes 2024-11-08T23:40:49,273 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:40:49,273 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:40:49,273 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. after waiting 0 ms 2024-11-08T23:40:49,273 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:40:49,274 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:40:49,274 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 37c0fb9830537dcca374d0ea3780d3f9: Waiting for close lock at 1731109249273Disabling compacts and flushes for region at 1731109249273Disabling writes for close at 1731109249273Writing region close event to WAL at 1731109249273Closed at 1731109249273 2024-11-08T23:40:49,274 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 675d94ff9fc84b4ca4d5cd3097283d9a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741852_1028 (size=110) 2024-11-08T23:40:49,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741852_1028 (size=110) 2024-11-08T23:40:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741852_1028 (size=110) 2024-11-08T23:40:49,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fc87632366181c097ab662dc77d1b54c, disabling compactions & flushes 2024-11-08T23:40:49,283 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:40:49,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:40:49,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. after waiting 0 ms 2024-11-08T23:40:49,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:40:49,283 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:40:49,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fc87632366181c097ab662dc77d1b54c: Waiting for close lock at 1731109249283Disabling compacts and flushes for region at 1731109249283Disabling writes for close at 1731109249283Writing region close event to WAL at 1731109249283Closed at 1731109249283 2024-11-08T23:40:49,284 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0ff6ed399f67883b274ae548c089d97d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741853_1029 (size=110) 2024-11-08T23:40:49,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741853_1029 (size=110) 2024-11-08T23:40:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741853_1029 (size=110) 2024-11-08T23:40:49,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing db10fb3389a7b7954fcb2e15d7a7035a, disabling compactions & flushes 2024-11-08T23:40:49,301 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:40:49,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:40:49,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. after waiting 0 ms 2024-11-08T23:40:49,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:40:49,301 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:40:49,301 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for db10fb3389a7b7954fcb2e15d7a7035a: Waiting for close lock at 1731109249301Disabling compacts and flushes for region at 1731109249301Disabling writes for close at 1731109249301Writing region close event to WAL at 1731109249301Closed at 1731109249301 2024-11-08T23:40:49,302 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a3ad221b8dc52e6a409c0cee1eeed89, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741854_1030 (size=110) 2024-11-08T23:40:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741854_1030 (size=110) 2024-11-08T23:40:49,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741854_1030 (size=110) 2024-11-08T23:40:49,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 675d94ff9fc84b4ca4d5cd3097283d9a, disabling compactions & flushes 2024-11-08T23:40:49,309 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:40:49,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:40:49,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. after waiting 0 ms 2024-11-08T23:40:49,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:40:49,309 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:40:49,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 675d94ff9fc84b4ca4d5cd3097283d9a: Waiting for close lock at 1731109249309Disabling compacts and flushes for region at 1731109249309Disabling writes for close at 1731109249309Writing region close event to WAL at 1731109249309Closed at 1731109249309 2024-11-08T23:40:49,310 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 04905556622236d78e3dcef7bb4b3962, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741855_1031 (size=110) 2024-11-08T23:40:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741855_1031 (size=110) 2024-11-08T23:40:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741855_1031 (size=110) 2024-11-08T23:40:49,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,315 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 0ff6ed399f67883b274ae548c089d97d, disabling compactions & flushes 2024-11-08T23:40:49,315 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:40:49,316 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:40:49,316 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. after waiting 0 ms 2024-11-08T23:40:49,316 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:40:49,316 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:40:49,316 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0ff6ed399f67883b274ae548c089d97d: Waiting for close lock at 1731109249315Disabling compacts and flushes for region at 1731109249315Disabling writes for close at 1731109249316 (+1 ms)Writing region close event to WAL at 1731109249316Closed at 1731109249316 2024-11-08T23:40:49,317 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 68ccafb619139775a1ee6d8f47eae495, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741857_1033 (size=110) 2024-11-08T23:40:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741857_1033 (size=110) 2024-11-08T23:40:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741857_1033 (size=110) 2024-11-08T23:40:49,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 04905556622236d78e3dcef7bb4b3962, disabling compactions & flushes 2024-11-08T23:40:49,336 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:40:49,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:40:49,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. after waiting 0 ms 2024-11-08T23:40:49,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:40:49,336 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:40:49,336 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 04905556622236d78e3dcef7bb4b3962: Waiting for close lock at 1731109249336Disabling compacts and flushes for region at 1731109249336Disabling writes for close at 1731109249336Writing region close event to WAL at 1731109249336Closed at 1731109249336 2024-11-08T23:40:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741856_1032 (size=110) 2024-11-08T23:40:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741858_1034 (size=110) 2024-11-08T23:40:49,337 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2a75fefb837e62d13d7b122e6da825c5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741858_1034 (size=110) 2024-11-08T23:40:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741856_1032 (size=110) 2024-11-08T23:40:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741856_1032 (size=110) 2024-11-08T23:40:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741858_1034 (size=110) 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 68ccafb619139775a1ee6d8f47eae495, disabling compactions & flushes 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8a3ad221b8dc52e6a409c0cee1eeed89, disabling compactions & flushes 2024-11-08T23:40:49,340 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:40:49,340 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. after waiting 0 ms 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. after waiting 0 ms 2024-11-08T23:40:49,340 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:40:49,340 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:40:49,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 68ccafb619139775a1ee6d8f47eae495: Waiting for close lock at 1731109249340Disabling compacts and flushes for region at 1731109249340Disabling writes for close at 1731109249340Writing region close event to WAL at 1731109249340Closed at 1731109249340 2024-11-08T23:40:49,341 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a3ad221b8dc52e6a409c0cee1eeed89: Waiting for close lock at 1731109249340Disabling compacts and flushes for region at 1731109249340Disabling writes for close at 1731109249340Writing region close event to WAL at 1731109249340Closed at 1731109249340 2024-11-08T23:40:49,341 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cad72f5ca7de043f0325aaed4f1fb0ea, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,342 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3728b984aef6a9e5b9c7935971244fe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741859_1035 (size=110) 2024-11-08T23:40:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741859_1035 (size=110) 2024-11-08T23:40:49,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741859_1035 (size=110) 2024-11-08T23:40:49,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2a75fefb837e62d13d7b122e6da825c5, disabling compactions & flushes 2024-11-08T23:40:49,353 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:40:49,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:40:49,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. after waiting 0 ms 2024-11-08T23:40:49,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:40:49,353 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:40:49,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2a75fefb837e62d13d7b122e6da825c5: Waiting for close lock at 1731109249353Disabling compacts and flushes for region at 1731109249353Disabling writes for close at 1731109249353Writing region close event to WAL at 1731109249353Closed at 1731109249353 2024-11-08T23:40:49,354 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bb81cf0dbb6c0c49fe37849b5748546e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741860_1036 (size=110) 2024-11-08T23:40:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741860_1036 (size=110) 2024-11-08T23:40:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741860_1036 (size=110) 2024-11-08T23:40:49,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741861_1037 (size=110) 2024-11-08T23:40:49,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741861_1037 (size=110) 2024-11-08T23:40:49,359 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,359 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing cad72f5ca7de043f0325aaed4f1fb0ea, disabling compactions & flushes 2024-11-08T23:40:49,360 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:40:49,360 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:40:49,360 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. after waiting 0 ms 2024-11-08T23:40:49,360 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:40:49,360 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:40:49,360 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for cad72f5ca7de043f0325aaed4f1fb0ea: Waiting for close lock at 1731109249359Disabling compacts and flushes for region at 1731109249359Disabling writes for close at 1731109249360 (+1 ms)Writing region close event to WAL at 1731109249360Closed at 1731109249360 2024-11-08T23:40:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741861_1037 (size=110) 2024-11-08T23:40:49,361 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 37de7bb93b688fbdc5252ef32df43a03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb 2024-11-08T23:40:49,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b3728b984aef6a9e5b9c7935971244fe, disabling compactions & flushes 2024-11-08T23:40:49,366 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:40:49,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:40:49,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. after waiting 0 ms 2024-11-08T23:40:49,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:40:49,366 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:40:49,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3728b984aef6a9e5b9c7935971244fe: Waiting for close lock at 1731109249366Disabling compacts and flushes for region at 1731109249366Disabling writes for close at 1731109249366Writing region close event to WAL at 1731109249366Closed at 1731109249366 2024-11-08T23:40:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741862_1038 (size=110) 2024-11-08T23:40:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741862_1038 (size=110) 2024-11-08T23:40:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741862_1038 (size=110) 2024-11-08T23:40:49,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing bb81cf0dbb6c0c49fe37849b5748546e, disabling compactions & flushes 2024-11-08T23:40:49,370 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:40:49,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:40:49,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. after waiting 0 ms 2024-11-08T23:40:49,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:40:49,370 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:40:49,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for bb81cf0dbb6c0c49fe37849b5748546e: Waiting for close lock at 1731109249370Disabling compacts and flushes for region at 1731109249370Disabling writes for close at 1731109249370Writing region close event to WAL at 1731109249370Closed at 1731109249370 2024-11-08T23:40:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741863_1039 (size=107) 2024-11-08T23:40:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741863_1039 (size=107) 2024-11-08T23:40:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741863_1039 (size=107) 2024-11-08T23:40:49,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 37de7bb93b688fbdc5252ef32df43a03, disabling compactions & flushes 2024-11-08T23:40:49,374 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:40:49,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:40:49,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. after waiting 0 ms 2024-11-08T23:40:49,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:40:49,374 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:40:49,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 37de7bb93b688fbdc5252ef32df43a03: Waiting for close lock at 1731109249374Disabling compacts and flushes for region at 1731109249374Disabling writes for close at 1731109249374Writing region close event to WAL at 1731109249374Closed at 1731109249374 2024-11-08T23:40:49,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T23:40:49,382 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731109249377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731109249377"}]},"ts":"1731109249377"} 2024-11-08T23:40:49,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-08T23:40:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:40:49,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T23:40:49,438 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731109249436"}]},"ts":"1731109249436"} 2024-11-08T23:40:49,443 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-08T23:40:49,444 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {296d1c076410=0} racks are {/default-rack=0} 2024-11-08T23:40:49,485 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T23:40:49,485 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T23:40:49,485 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T23:40:49,485 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T23:40:49,485 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T23:40:49,485 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T23:40:49,485 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T23:40:49,485 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T23:40:49,486 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T23:40:49,486 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T23:40:49,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c1c41b91d51cf17f6c362dc7ef7d0e1, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b3d930d6a48ca9b1c60bef03d1020bf, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c395da16ab2f14167f66924394ad30d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04b9216ec1236c6e7d822c66fd8967c6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ae38589f812ccc8e2be142151013226, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb0c5ca7ac769fc2071e36e3903a9431, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f54d5b16075b0915fe941a694527046d, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3310550d8705a6483a03c4952c6aa81e, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37c0fb9830537dcca374d0ea3780d3f9, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fc87632366181c097ab662dc77d1b54c, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=675d94ff9fc84b4ca4d5cd3097283d9a, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ff6ed399f67883b274ae548c089d97d, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a3ad221b8dc52e6a409c0cee1eeed89, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=68ccafb619139775a1ee6d8f47eae495, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cad72f5ca7de043f0325aaed4f1fb0ea, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b3728b984aef6a9e5b9c7935971244fe, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37de7bb93b688fbdc5252ef32df43a03, ASSIGN}] 2024-11-08T23:40:49,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37de7bb93b688fbdc5252ef32df43a03, ASSIGN 2024-11-08T23:40:49,500 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37de7bb93b688fbdc5252ef32df43a03, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,502 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN 2024-11-08T23:40:49,503 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,505 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b3728b984aef6a9e5b9c7935971244fe, ASSIGN 2024-11-08T23:40:49,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b3728b984aef6a9e5b9c7935971244fe, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,508 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cad72f5ca7de043f0325aaed4f1fb0ea, ASSIGN 2024-11-08T23:40:49,509 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cad72f5ca7de043f0325aaed4f1fb0ea, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN 2024-11-08T23:40:49,512 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,514 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=68ccafb619139775a1ee6d8f47eae495, ASSIGN 2024-11-08T23:40:49,515 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=68ccafb619139775a1ee6d8f47eae495, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN 2024-11-08T23:40:49,518 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,520 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a3ad221b8dc52e6a409c0cee1eeed89, ASSIGN 2024-11-08T23:40:49,521 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a3ad221b8dc52e6a409c0cee1eeed89, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,522 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ff6ed399f67883b274ae548c089d97d, ASSIGN 2024-11-08T23:40:49,524 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ff6ed399f67883b274ae548c089d97d, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,525 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=675d94ff9fc84b4ca4d5cd3097283d9a, ASSIGN 2024-11-08T23:40:49,526 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=675d94ff9fc84b4ca4d5cd3097283d9a, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN 2024-11-08T23:40:49,528 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fc87632366181c097ab662dc77d1b54c, ASSIGN 2024-11-08T23:40:49,531 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fc87632366181c097ab662dc77d1b54c, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,532 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37c0fb9830537dcca374d0ea3780d3f9, ASSIGN 2024-11-08T23:40:49,533 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37c0fb9830537dcca374d0ea3780d3f9, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,535 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN 2024-11-08T23:40:49,536 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,537 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3310550d8705a6483a03c4952c6aa81e, ASSIGN 2024-11-08T23:40:49,538 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3310550d8705a6483a03c4952c6aa81e, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,540 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f54d5b16075b0915fe941a694527046d, ASSIGN 2024-11-08T23:40:49,541 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f54d5b16075b0915fe941a694527046d, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,542 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN 2024-11-08T23:40:49,543 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,545 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb0c5ca7ac769fc2071e36e3903a9431, ASSIGN 2024-11-08T23:40:49,546 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb0c5ca7ac769fc2071e36e3903a9431, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,547 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ae38589f812ccc8e2be142151013226, ASSIGN 2024-11-08T23:40:49,549 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ae38589f812ccc8e2be142151013226, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN 2024-11-08T23:40:49,551 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04b9216ec1236c6e7d822c66fd8967c6, ASSIGN 2024-11-08T23:40:49,554 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04b9216ec1236c6e7d822c66fd8967c6, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,556 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c395da16ab2f14167f66924394ad30d, ASSIGN 2024-11-08T23:40:49,557 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c395da16ab2f14167f66924394ad30d, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN 2024-11-08T23:40:49,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,562 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b3d930d6a48ca9b1c60bef03d1020bf, ASSIGN 2024-11-08T23:40:49,563 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b3d930d6a48ca9b1c60bef03d1020bf, ASSIGN; state=OFFLINE, location=296d1c076410,34501,1731109246592; forceNewPlan=false, retain=false 2024-11-08T23:40:49,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c1c41b91d51cf17f6c362dc7ef7d0e1, ASSIGN 2024-11-08T23:40:49,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c1c41b91d51cf17f6c362dc7ef7d0e1, ASSIGN; state=OFFLINE, location=296d1c076410,34293,1731109246733; forceNewPlan=false, retain=false 2024-11-08T23:40:49,568 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN 2024-11-08T23:40:49,569 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN; state=OFFLINE, location=296d1c076410,38589,1731109246688; forceNewPlan=false, retain=false 2024-11-08T23:40:49,656 INFO [296d1c076410:42337 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-08T23:40:49,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2a75fefb837e62d13d7b122e6da825c5, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=04905556622236d78e3dcef7bb4b3962, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,662 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,663 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a82e55daea3432bf6fc39b99477d06f5, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3b867a31aac4fd388df83f482e785f76, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN because future has completed 2024-11-08T23:40:49,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=deb68e6bae57e271e46be535d6b79375, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN because future has completed 2024-11-08T23:40:49,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN because future has completed 2024-11-08T23:40:49,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN because future has completed 2024-11-08T23:40:49,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN because future has completed 2024-11-08T23:40:49,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN because future has completed 2024-11-08T23:40:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN because future has completed 2024-11-08T23:40:49,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN because future has completed 2024-11-08T23:40:49,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aeadf954bdb7c31012ebe1851a147887, regionState=OPENING, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=37de7bb93b688fbdc5252ef32df43a03, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=68ccafb619139775a1ee6d8f47eae495, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=f54d5b16075b0915fe941a694527046d, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5ae38589f812ccc8e2be142151013226, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c395da16ab2f14167f66924394ad30d, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN because future has completed 2024-11-08T23:40:49,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,38589,1731109246688}] 2024-11-08T23:40:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37de7bb93b688fbdc5252ef32df43a03, ASSIGN because future has completed 2024-11-08T23:40:49,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cad72f5ca7de043f0325aaed4f1fb0ea, ASSIGN because future has completed 2024-11-08T23:40:49,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=68ccafb619139775a1ee6d8f47eae495, ASSIGN because future has completed 2024-11-08T23:40:49,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=675d94ff9fc84b4ca4d5cd3097283d9a, ASSIGN because future has completed 2024-11-08T23:40:49,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 675d94ff9fc84b4ca4d5cd3097283d9a, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37c0fb9830537dcca374d0ea3780d3f9, ASSIGN because future has completed 2024-11-08T23:40:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f54d5b16075b0915fe941a694527046d, ASSIGN because future has completed 2024-11-08T23:40:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ae38589f812ccc8e2be142151013226, ASSIGN because future has completed 2024-11-08T23:40:49,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ae38589f812ccc8e2be142151013226, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c395da16ab2f14167f66924394ad30d, ASSIGN because future has completed 2024-11-08T23:40:49,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b3d930d6a48ca9b1c60bef03d1020bf, ASSIGN because future has completed 2024-11-08T23:40:49,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3d930d6a48ca9b1c60bef03d1020bf, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:40:49,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c395da16ab2f14167f66924394ad30d, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure f54d5b16075b0915fe941a694527046d, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37c0fb9830537dcca374d0ea3780d3f9, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68ccafb619139775a1ee6d8f47eae495, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad72f5ca7de043f0325aaed4f1fb0ea, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37de7bb93b688fbdc5252ef32df43a03, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:40:49,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=b3728b984aef6a9e5b9c7935971244fe, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0ff6ed399f67883b274ae548c089d97d, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,775 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=fc87632366181c097ab662dc77d1b54c, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3310550d8705a6483a03c4952c6aa81e, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b3728b984aef6a9e5b9c7935971244fe, ASSIGN because future has completed 2024-11-08T23:40:49,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3728b984aef6a9e5b9c7935971244fe, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a3ad221b8dc52e6a409c0cee1eeed89, ASSIGN because future has completed 2024-11-08T23:40:49,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ff6ed399f67883b274ae548c089d97d, ASSIGN because future has completed 2024-11-08T23:40:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fc87632366181c097ab662dc77d1b54c, ASSIGN because future has completed 2024-11-08T23:40:49,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3310550d8705a6483a03c4952c6aa81e, ASSIGN because future has completed 2024-11-08T23:40:49,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3310550d8705a6483a03c4952c6aa81e, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc87632366181c097ab662dc77d1b54c, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ff6ed399f67883b274ae548c089d97d, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3ad221b8dc52e6a409c0cee1eeed89, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:49,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb0c5ca7ac769fc2071e36e3903a9431, ASSIGN because future has completed 2024-11-08T23:40:49,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb0c5ca7ac769fc2071e36e3903a9431, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04b9216ec1236c6e7d822c66fd8967c6, ASSIGN because future has completed 2024-11-08T23:40:49,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c1c41b91d51cf17f6c362dc7ef7d0e1, ASSIGN because future has completed 2024-11-08T23:40:49,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1c41b91d51cf17f6c362dc7ef7d0e1, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04b9216ec1236c6e7d822c66fd8967c6, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:40:49,827 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:40:49,828 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b867a31aac4fd388df83f482e785f76, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-08T23:40:49,828 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,828 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,828 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,828 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,830 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,832 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b867a31aac4fd388df83f482e785f76 columnFamilyName colfamily11 2024-11-08T23:40:49,832 DEBUG [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,833 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(327): Store=3b867a31aac4fd388df83f482e785f76/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,833 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,835 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b867a31aac4fd388df83f482e785f76 columnFamilyName colfamily21 2024-11-08T23:40:49,835 DEBUG [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,836 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(327): Store=3b867a31aac4fd388df83f482e785f76/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,836 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,837 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b867a31aac4fd388df83f482e785f76 columnFamilyName colfamily31 2024-11-08T23:40:49,837 DEBUG [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,838 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(327): Store=3b867a31aac4fd388df83f482e785f76/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,838 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,839 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,840 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,841 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,841 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,842 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,844 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,846 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,847 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 3b867a31aac4fd388df83f482e785f76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61734062, jitterRate=-0.08009079098701477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,847 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:40:49,848 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 3b867a31aac4fd388df83f482e785f76: Running coprocessor pre-open hook at 1731109249829Writing region info on filesystem at 1731109249829Initializing all the Stores at 1731109249830 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249830Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249830Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249830Cleaning up temporary data from old regions at 1731109249841 (+11 ms)Running coprocessor post-open hooks at 1731109249847 (+6 ms)Region opened successfully at 1731109249848 (+1 ms) 2024-11-08T23:40:49,850 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., pid=35, masterSystemTime=1731109249820 2024-11-08T23:40:49,853 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:40:49,853 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:40:49,853 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:40:49,854 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => a82e55daea3432bf6fc39b99477d06f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-08T23:40:49,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,854 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,854 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,854 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,855 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,857 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:49,861 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82e55daea3432bf6fc39b99477d06f5 columnFamilyName colfamily11 2024-11-08T23:40:49,861 DEBUG [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,862 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(327): Store=a82e55daea3432bf6fc39b99477d06f5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,862 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=14 2024-11-08T23:40:49,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,38589,1731109246688 in 164 msec 2024-11-08T23:40:49,864 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82e55daea3432bf6fc39b99477d06f5 columnFamilyName colfamily21 2024-11-08T23:40:49,865 DEBUG [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,865 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(327): Store=a82e55daea3432bf6fc39b99477d06f5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,866 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN in 376 msec 2024-11-08T23:40:49,868 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82e55daea3432bf6fc39b99477d06f5 columnFamilyName colfamily31 2024-11-08T23:40:49,868 DEBUG [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,868 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(327): Store=a82e55daea3432bf6fc39b99477d06f5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,869 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,870 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,870 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,872 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,872 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,872 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,874 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,876 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,877 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened a82e55daea3432bf6fc39b99477d06f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70264891, jitterRate=0.04702846705913544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,877 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:40:49,878 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for a82e55daea3432bf6fc39b99477d06f5: Running coprocessor pre-open hook at 1731109249855Writing region info on filesystem at 1731109249855Initializing all the Stores at 1731109249856 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249856Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249857 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249857Cleaning up temporary data from old regions at 1731109249872 (+15 ms)Running coprocessor post-open hooks at 1731109249877 (+5 ms)Region opened successfully at 1731109249877 2024-11-08T23:40:49,879 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., pid=36, masterSystemTime=1731109249820 2024-11-08T23:40:49,881 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:40:49,882 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:40:49,882 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:49,882 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => aeadf954bdb7c31012ebe1851a147887, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-08T23:40:49,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,883 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,883 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,883 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,883 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,884 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:40:49,885 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:49,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:40:49,888 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeadf954bdb7c31012ebe1851a147887 columnFamilyName colfamily11 2024-11-08T23:40:49,888 DEBUG [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,889 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(327): Store=aeadf954bdb7c31012ebe1851a147887/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,889 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=17 2024-11-08T23:40:49,892 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeadf954bdb7c31012ebe1851a147887 columnFamilyName colfamily21 2024-11-08T23:40:49,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,38589,1731109246688 in 186 msec 2024-11-08T23:40:49,892 DEBUG [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,893 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:40:49,893 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 68ccafb619139775a1ee6d8f47eae495, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-08T23:40:49,893 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,893 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,894 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(327): Store=aeadf954bdb7c31012ebe1851a147887/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,894 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,894 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,894 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN in 404 msec 2024-11-08T23:40:49,896 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,896 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeadf954bdb7c31012ebe1851a147887 columnFamilyName colfamily31 2024-11-08T23:40:49,896 DEBUG [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,897 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(327): Store=aeadf954bdb7c31012ebe1851a147887/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,897 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,898 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68ccafb619139775a1ee6d8f47eae495 columnFamilyName colfamily11 2024-11-08T23:40:49,898 DEBUG [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,898 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,899 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,899 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] regionserver.HStore(327): Store=68ccafb619139775a1ee6d8f47eae495/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,899 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,900 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,900 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,901 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,901 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68ccafb619139775a1ee6d8f47eae495 columnFamilyName colfamily21 2024-11-08T23:40:49,901 DEBUG [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,902 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] regionserver.HStore(327): Store=68ccafb619139775a1ee6d8f47eae495/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,902 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,902 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,910 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68ccafb619139775a1ee6d8f47eae495 columnFamilyName colfamily31 2024-11-08T23:40:49,910 DEBUG [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,911 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,911 INFO [StoreOpener-68ccafb619139775a1ee6d8f47eae495-1 {}] regionserver.HStore(327): Store=68ccafb619139775a1ee6d8f47eae495/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,911 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,911 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened aeadf954bdb7c31012ebe1851a147887; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68315996, jitterRate=0.01798766851425171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,912 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:40:49,912 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for aeadf954bdb7c31012ebe1851a147887: Running coprocessor pre-open hook at 1731109249883Writing region info on filesystem at 1731109249883Initializing all the Stores at 1731109249885 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249885Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249885Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249885Cleaning up temporary data from old regions at 1731109249900 (+15 ms)Running coprocessor post-open hooks at 1731109249912 (+12 ms)Region opened successfully at 1731109249912 2024-11-08T23:40:49,913 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,913 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,913 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., pid=39, masterSystemTime=1731109249820 2024-11-08T23:40:49,914 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,915 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,915 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,917 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:49,917 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:49,918 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:40:49,918 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 04905556622236d78e3dcef7bb4b3962, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-08T23:40:49,918 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,918 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,919 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,919 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,919 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,922 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:49,924 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,925 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04905556622236d78e3dcef7bb4b3962 columnFamilyName colfamily11 2024-11-08T23:40:49,925 DEBUG [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,925 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 68ccafb619139775a1ee6d8f47eae495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74581225, jitterRate=0.11134685575962067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,925 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:40:49,926 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 68ccafb619139775a1ee6d8f47eae495: Running coprocessor pre-open hook at 1731109249894Writing region info on filesystem at 1731109249894Initializing all the Stores at 1731109249895 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249895Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249896 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249896Cleaning up temporary data from old regions at 1731109249915 (+19 ms)Running coprocessor post-open hooks at 1731109249925 (+10 ms)Region opened successfully at 1731109249926 (+1 ms) 2024-11-08T23:40:49,926 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(327): Store=04905556622236d78e3dcef7bb4b3962/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,927 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,927 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., pid=46, masterSystemTime=1731109249884 2024-11-08T23:40:49,929 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04905556622236d78e3dcef7bb4b3962 columnFamilyName colfamily21 2024-11-08T23:40:49,929 DEBUG [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=5 2024-11-08T23:40:49,930 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T23:40:49,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,38589,1731109246688 in 201 msec 2024-11-08T23:40:49,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:40:49,932 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(327): Store=04905556622236d78e3dcef7bb4b3962/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,932 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,932 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:40:49,933 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:40:49,933 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:40:49,933 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => cad72f5ca7de043f0325aaed4f1fb0ea, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-08T23:40:49,933 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,934 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,934 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,934 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,936 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04905556622236d78e3dcef7bb4b3962 columnFamilyName colfamily31 2024-11-08T23:40:49,936 DEBUG [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,937 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(327): Store=04905556622236d78e3dcef7bb4b3962/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,938 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN in 443 msec 2024-11-08T23:40:49,939 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,939 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=68ccafb619139775a1ee6d8f47eae495, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,940 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,942 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad72f5ca7de043f0325aaed4f1fb0ea columnFamilyName colfamily11 2024-11-08T23:40:49,943 DEBUG [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,944 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,944 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68ccafb619139775a1ee6d8f47eae495, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:49,943 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] regionserver.HStore(327): Store=cad72f5ca7de043f0325aaed4f1fb0ea/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,944 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,945 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,947 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad72f5ca7de043f0325aaed4f1fb0ea columnFamilyName colfamily21 2024-11-08T23:40:49,947 DEBUG [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,947 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,948 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] regionserver.HStore(327): Store=cad72f5ca7de043f0325aaed4f1fb0ea/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,948 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:40:49,948 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,948 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ff6ed399f67883b274ae548c089d97d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-08T23:40:49,948 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,948 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,949 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,949 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,951 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad72f5ca7de043f0325aaed4f1fb0ea columnFamilyName colfamily31 2024-11-08T23:40:49,951 DEBUG [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=25 2024-11-08T23:40:49,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 68ccafb619139775a1ee6d8f47eae495, server=296d1c076410,34501,1731109246592 in 186 msec 2024-11-08T23:40:49,952 INFO [StoreOpener-cad72f5ca7de043f0325aaed4f1fb0ea-1 {}] regionserver.HStore(327): Store=cad72f5ca7de043f0325aaed4f1fb0ea/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,952 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,954 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,955 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=68ccafb619139775a1ee6d8f47eae495, ASSIGN in 464 msec 2024-11-08T23:40:49,956 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,956 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,957 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 04905556622236d78e3dcef7bb4b3962; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62362010, jitterRate=-0.07073363661766052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,957 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:40:49,957 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,957 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,957 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 04905556622236d78e3dcef7bb4b3962: Running coprocessor pre-open hook at 1731109249919Writing region info on filesystem at 1731109249919Initializing all the Stores at 1731109249921 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249921Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249921Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249922 (+1 ms)Cleaning up temporary data from old regions at 1731109249944 (+22 ms)Running coprocessor post-open hooks at 1731109249957 (+13 ms)Region opened successfully at 1731109249957 2024-11-08T23:40:49,958 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,959 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., pid=37, masterSystemTime=1731109249820 2024-11-08T23:40:49,961 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,961 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ff6ed399f67883b274ae548c089d97d columnFamilyName colfamily11 2024-11-08T23:40:49,961 DEBUG [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,962 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] regionserver.HStore(327): Store=0ff6ed399f67883b274ae548c089d97d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,962 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,963 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:40:49,963 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:40:49,963 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:40:49,963 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a75fefb837e62d13d7b122e6da825c5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-08T23:40:49,964 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,964 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,964 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,964 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,966 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ff6ed399f67883b274ae548c089d97d columnFamilyName colfamily21 2024-11-08T23:40:49,966 DEBUG [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:49,967 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,967 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] regionserver.HStore(327): Store=0ff6ed399f67883b274ae548c089d97d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,968 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,969 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened cad72f5ca7de043f0325aaed4f1fb0ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72768125, jitterRate=0.08432956039905548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,969 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:40:49,969 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for cad72f5ca7de043f0325aaed4f1fb0ea: Running coprocessor pre-open hook at 1731109249934Writing region info on filesystem at 1731109249934Initializing all the Stores at 1731109249936 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249936Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249938 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249939 (+1 ms)Cleaning up temporary data from old regions at 1731109249957 (+18 ms)Running coprocessor post-open hooks at 1731109249969 (+12 ms)Region opened successfully at 1731109249969 2024-11-08T23:40:49,970 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea., pid=47, masterSystemTime=1731109249884 2024-11-08T23:40:49,971 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:49,972 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ff6ed399f67883b274ae548c089d97d columnFamilyName colfamily31 2024-11-08T23:40:49,973 DEBUG [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,974 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a75fefb837e62d13d7b122e6da825c5 columnFamilyName colfamily11 2024-11-08T23:40:49,974 INFO [StoreOpener-0ff6ed399f67883b274ae548c089d97d-1 {}] regionserver.HStore(327): Store=0ff6ed399f67883b274ae548c089d97d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,974 DEBUG [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,974 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,974 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:40:49,974 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:40:49,974 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:40:49,975 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(327): Store=2a75fefb837e62d13d7b122e6da825c5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,975 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 37de7bb93b688fbdc5252ef32df43a03, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-08T23:40:49,975 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,975 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,975 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:49,975 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:49,975 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:49,975 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:49,976 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,978 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a75fefb837e62d13d7b122e6da825c5 columnFamilyName colfamily21 2024-11-08T23:40:49,978 DEBUG [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,978 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,978 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,979 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(327): Store=2a75fefb837e62d13d7b122e6da825c5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,979 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,979 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=24 2024-11-08T23:40:49,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,38589,1731109246688 in 271 msec 2024-11-08T23:40:49,981 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,982 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a75fefb837e62d13d7b122e6da825c5 columnFamilyName colfamily31 2024-11-08T23:40:49,982 DEBUG [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,983 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(327): Store=2a75fefb837e62d13d7b122e6da825c5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,983 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:49,983 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,985 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN in 493 msec 2024-11-08T23:40:49,986 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,986 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37de7bb93b688fbdc5252ef32df43a03 columnFamilyName colfamily11 2024-11-08T23:40:49,986 DEBUG [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,987 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] regionserver.HStore(327): Store=37de7bb93b688fbdc5252ef32df43a03/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,987 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:49,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:49,988 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,988 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,989 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:49,991 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37de7bb93b688fbdc5252ef32df43a03 columnFamilyName colfamily21 2024-11-08T23:40:49,991 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,991 DEBUG [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad72f5ca7de043f0325aaed4f1fb0ea, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:49,992 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] regionserver.HStore(327): Store=37de7bb93b688fbdc5252ef32df43a03/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,993 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:49,996 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37de7bb93b688fbdc5252ef32df43a03 columnFamilyName colfamily31 2024-11-08T23:40:49,996 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,996 DEBUG [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:49,997 INFO [StoreOpener-37de7bb93b688fbdc5252ef32df43a03-1 {}] regionserver.HStore(327): Store=37de7bb93b688fbdc5252ef32df43a03/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:49,997 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 2a75fefb837e62d13d7b122e6da825c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73760379, jitterRate=0.0991152971982956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,997 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:40:49,997 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:49,997 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 2a75fefb837e62d13d7b122e6da825c5: Running coprocessor pre-open hook at 1731109249964Writing region info on filesystem at 1731109249964Initializing all the Stores at 1731109249966 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249966Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249970 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249971 (+1 ms)Cleaning up temporary data from old regions at 1731109249988 (+17 ms)Running coprocessor post-open hooks at 1731109249997 (+9 ms)Region opened successfully at 1731109249997 2024-11-08T23:40:49,998 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:49,998 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 0ff6ed399f67883b274ae548c089d97d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60630968, jitterRate=-0.09652817249298096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:49,998 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:40:49,998 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 0ff6ed399f67883b274ae548c089d97d: Running coprocessor pre-open hook at 1731109249949Writing region info on filesystem at 1731109249949Initializing all the Stores at 1731109249951 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249951Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249956 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249956Cleaning up temporary data from old regions at 1731109249978 (+22 ms)Running coprocessor post-open hooks at 1731109249998 (+20 ms)Region opened successfully at 1731109249998 2024-11-08T23:40:49,999 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., pid=38, masterSystemTime=1731109249820 2024-11-08T23:40:50,000 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:50,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=27 2024-11-08T23:40:50,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure cad72f5ca7de043f0325aaed4f1fb0ea, server=296d1c076410,34501,1731109246592 in 230 msec 2024-11-08T23:40:50,000 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:50,001 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., pid=52, masterSystemTime=1731109249930 2024-11-08T23:40:50,002 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:40:50,003 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:40:50,003 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:40:50,003 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:50,003 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:50,003 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => db10fb3389a7b7954fcb2e15d7a7035a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-08T23:40:50,004 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,004 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,004 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,004 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cad72f5ca7de043f0325aaed4f1fb0ea, ASSIGN in 512 msec 2024-11-08T23:40:50,004 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,005 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:40:50,005 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:40:50,005 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:40:50,005 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a3ad221b8dc52e6a409c0cee1eeed89, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-08T23:40:50,006 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,006 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,006 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,006 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,008 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:50,008 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,009 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0ff6ed399f67883b274ae548c089d97d, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,011 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3ad221b8dc52e6a409c0cee1eeed89 columnFamilyName colfamily11 2024-11-08T23:40:50,011 DEBUG [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,012 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db10fb3389a7b7954fcb2e15d7a7035a columnFamilyName colfamily11 2024-11-08T23:40:50,012 DEBUG [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,013 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] regionserver.HStore(327): Store=8a3ad221b8dc52e6a409c0cee1eeed89/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,013 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,014 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(327): Store=db10fb3389a7b7954fcb2e15d7a7035a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ff6ed399f67883b274ae548c089d97d, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,015 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:50,015 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3ad221b8dc52e6a409c0cee1eeed89 columnFamilyName colfamily21 2024-11-08T23:40:50,015 DEBUG [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,016 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] regionserver.HStore(327): Store=8a3ad221b8dc52e6a409c0cee1eeed89/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,016 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,019 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db10fb3389a7b7954fcb2e15d7a7035a columnFamilyName colfamily21 2024-11-08T23:40:50,019 DEBUG [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:50,019 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3ad221b8dc52e6a409c0cee1eeed89 columnFamilyName colfamily31 2024-11-08T23:40:50,019 DEBUG [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,020 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(327): Store=db10fb3389a7b7954fcb2e15d7a7035a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,020 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,020 INFO [StoreOpener-8a3ad221b8dc52e6a409c0cee1eeed89-1 {}] regionserver.HStore(327): Store=8a3ad221b8dc52e6a409c0cee1eeed89/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,020 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,021 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,022 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,023 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db10fb3389a7b7954fcb2e15d7a7035a columnFamilyName colfamily31 2024-11-08T23:40:50,023 DEBUG [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,024 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,024 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,024 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(327): Store=db10fb3389a7b7954fcb2e15d7a7035a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,024 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,024 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=22 2024-11-08T23:40:50,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ff6ed399f67883b274ae548c089d97d, server=296d1c076410,34293,1731109246733 in 230 msec 2024-11-08T23:40:50,025 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,026 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,026 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,027 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,027 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 37de7bb93b688fbdc5252ef32df43a03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564238, jitterRate=0.08129140734672546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,027 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:40:50,028 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 37de7bb93b688fbdc5252ef32df43a03: Running coprocessor pre-open hook at 1731109249976Writing region info on filesystem at 1731109249976Initializing all the Stores at 1731109249977 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249977Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249982 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109249983 (+1 ms)Cleaning up temporary data from old regions at 1731109250003 (+20 ms)Running coprocessor post-open hooks at 1731109250028 (+25 ms)Region opened successfully at 1731109250028 2024-11-08T23:40:50,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ff6ed399f67883b274ae548c089d97d, ASSIGN in 537 msec 2024-11-08T23:40:50,029 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03., pid=48, masterSystemTime=1731109249884 2024-11-08T23:40:50,029 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,029 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,030 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,032 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,032 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:40:50,032 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:40:50,033 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:40:50,033 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c395da16ab2f14167f66924394ad30d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-08T23:40:50,033 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,033 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 8a3ad221b8dc52e6a409c0cee1eeed89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66443666, jitterRate=-0.009912222623825073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,033 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:40:50,033 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 8a3ad221b8dc52e6a409c0cee1eeed89: Running coprocessor pre-open hook at 1731109250006Writing region info on filesystem at 1731109250006Initializing all the Stores at 1731109250008 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250008Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250008Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250008Cleaning up temporary data from old regions at 1731109250024 (+16 ms)Running coprocessor post-open hooks at 1731109250033 (+9 ms)Region opened successfully at 1731109250033 2024-11-08T23:40:50,033 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,033 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,033 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,034 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,034 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89., pid=53, masterSystemTime=1731109249930 2024-11-08T23:40:50,036 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=26 2024-11-08T23:40:50,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,38589,1731109246688 in 321 msec 2024-11-08T23:40:50,037 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,038 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:40:50,038 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened db10fb3389a7b7954fcb2e15d7a7035a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158867, jitterRate=-0.08866186439990997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,038 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c395da16ab2f14167f66924394ad30d columnFamilyName colfamily11 2024-11-08T23:40:50,038 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:40:50,038 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:40:50,038 DEBUG [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,038 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for db10fb3389a7b7954fcb2e15d7a7035a: Running coprocessor pre-open hook at 1731109250004Writing region info on filesystem at 1731109250004Initializing all the Stores at 1731109250007 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250007Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250008 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250008Cleaning up temporary data from old regions at 1731109250029 (+21 ms)Running coprocessor post-open hooks at 1731109250038 (+9 ms)Region opened successfully at 1731109250038 2024-11-08T23:40:50,038 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:50,039 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c1c41b91d51cf17f6c362dc7ef7d0e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-08T23:40:50,039 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,039 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] regionserver.HStore(327): Store=0c395da16ab2f14167f66924394ad30d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,039 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,039 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,039 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,039 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,040 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., pid=32, masterSystemTime=1731109249820 2024-11-08T23:40:50,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN in 549 msec 2024-11-08T23:40:50,042 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c395da16ab2f14167f66924394ad30d columnFamilyName colfamily21 2024-11-08T23:40:50,042 DEBUG [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,043 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] regionserver.HStore(327): Store=0c395da16ab2f14167f66924394ad30d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,043 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,044 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:40:50,044 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:40:50,044 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:40:50,044 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => bb81cf0dbb6c0c49fe37849b5748546e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-08T23:40:50,045 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,045 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,045 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,045 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,045 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c395da16ab2f14167f66924394ad30d columnFamilyName colfamily31 2024-11-08T23:40:50,046 DEBUG [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,047 INFO [StoreOpener-0c395da16ab2f14167f66924394ad30d-1 {}] regionserver.HStore(327): Store=0c395da16ab2f14167f66924394ad30d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3ad221b8dc52e6a409c0cee1eeed89, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,047 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,048 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,048 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,049 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,050 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,050 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,051 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,053 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,056 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb81cf0dbb6c0c49fe37849b5748546e columnFamilyName colfamily11 2024-11-08T23:40:50,056 DEBUG [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=23 2024-11-08T23:40:50,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a3ad221b8dc52e6a409c0cee1eeed89, server=296d1c076410,34293,1731109246733 in 257 msec 2024-11-08T23:40:50,057 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(327): Store=bb81cf0dbb6c0c49fe37849b5748546e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,057 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,057 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,058 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0c395da16ab2f14167f66924394ad30d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60379835, jitterRate=-0.1002703458070755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,059 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:40:50,059 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0c395da16ab2f14167f66924394ad30d: Running coprocessor pre-open hook at 1731109250034Writing region info on filesystem at 1731109250034Initializing all the Stores at 1731109250035 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250035Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250035Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250035Cleaning up temporary data from old regions at 1731109250050 (+15 ms)Running coprocessor post-open hooks at 1731109250059 (+9 ms)Region opened successfully at 1731109250059 2024-11-08T23:40:50,059 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb81cf0dbb6c0c49fe37849b5748546e columnFamilyName colfamily21 2024-11-08T23:40:50,059 DEBUG [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,060 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(327): Store=bb81cf0dbb6c0c49fe37849b5748546e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,060 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., pid=43, masterSystemTime=1731109249884 2024-11-08T23:40:50,060 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8a3ad221b8dc52e6a409c0cee1eeed89, ASSIGN in 569 msec 2024-11-08T23:40:50,063 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,063 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb81cf0dbb6c0c49fe37849b5748546e columnFamilyName colfamily31 2024-11-08T23:40:50,063 DEBUG [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,063 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:50,063 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(327): Store=bb81cf0dbb6c0c49fe37849b5748546e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,064 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,065 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1c41b91d51cf17f6c362dc7ef7d0e1 columnFamilyName colfamily11 2024-11-08T23:40:50,064 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:40:50,065 DEBUG [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,065 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:40:50,065 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:40:50,065 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 675d94ff9fc84b4ca4d5cd3097283d9a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-08T23:40:50,066 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,066 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] regionserver.HStore(327): Store=5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,066 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,066 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,066 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,066 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,066 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,067 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:50,069 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1c41b91d51cf17f6c362dc7ef7d0e1 columnFamilyName colfamily21 2024-11-08T23:40:50,069 DEBUG [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c395da16ab2f14167f66924394ad30d, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:50,070 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,070 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,070 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] regionserver.HStore(327): Store=5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,070 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,073 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1c41b91d51cf17f6c362dc7ef7d0e1 columnFamilyName colfamily31 2024-11-08T23:40:50,073 DEBUG [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c395da16ab2f14167f66924394ad30d, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:50,074 INFO [StoreOpener-5c1c41b91d51cf17f6c362dc7ef7d0e1-1 {}] regionserver.HStore(327): Store=5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,074 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,075 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,076 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,076 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,076 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,078 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,078 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,078 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,079 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 675d94ff9fc84b4ca4d5cd3097283d9a columnFamilyName colfamily11 2024-11-08T23:40:50,079 DEBUG [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,079 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,079 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] regionserver.HStore(327): Store=675d94ff9fc84b4ca4d5cd3097283d9a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-08T23:40:50,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,38589,1731109246688 in 399 msec 2024-11-08T23:40:50,081 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,082 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,082 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,083 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 675d94ff9fc84b4ca4d5cd3097283d9a columnFamilyName colfamily21 2024-11-08T23:40:50,083 DEBUG [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN in 592 msec 2024-11-08T23:40:50,084 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened bb81cf0dbb6c0c49fe37849b5748546e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62781227, jitterRate=-0.06448681652545929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,084 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] regionserver.HStore(327): Store=675d94ff9fc84b4ca4d5cd3097283d9a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,084 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:40:50,084 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,084 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for bb81cf0dbb6c0c49fe37849b5748546e: Running coprocessor pre-open hook at 1731109250045Writing region info on filesystem at 1731109250045Initializing all the Stores at 1731109250047 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250047Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250051 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250051Cleaning up temporary data from old regions at 1731109250070 (+19 ms)Running coprocessor post-open hooks at 1731109250084 (+14 ms)Region opened successfully at 1731109250084 2024-11-08T23:40:50,085 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., pid=31, masterSystemTime=1731109249820 2024-11-08T23:40:50,087 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 675d94ff9fc84b4ca4d5cd3097283d9a columnFamilyName colfamily31 2024-11-08T23:40:50,087 DEBUG [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,088 INFO [StoreOpener-675d94ff9fc84b4ca4d5cd3097283d9a-1 {}] regionserver.HStore(327): Store=675d94ff9fc84b4ca4d5cd3097283d9a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,088 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,089 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:40:50,089 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:40:50,089 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:40:50,089 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => deb68e6bae57e271e46be535d6b79375, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-08T23:40:50,089 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,090 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,090 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,090 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=9 2024-11-08T23:40:50,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c395da16ab2f14167f66924394ad30d, server=296d1c076410,34501,1731109246592 in 340 msec 2024-11-08T23:40:50,090 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,090 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,090 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,091 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 5c1c41b91d51cf17f6c362dc7ef7d0e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73619450, jitterRate=0.09701529145240784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,092 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:40:50,092 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,092 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,092 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 5c1c41b91d51cf17f6c362dc7ef7d0e1: Running coprocessor pre-open hook at 1731109250040Writing region info on filesystem at 1731109250040Initializing all the Stores at 1731109250041 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250041Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250050 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250051 (+1 ms)Cleaning up temporary data from old regions at 1731109250078 (+27 ms)Running coprocessor post-open hooks at 1731109250092 (+14 ms)Region opened successfully at 1731109250092 2024-11-08T23:40:50,092 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,092 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,094 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., pid=55, masterSystemTime=1731109249930 2024-11-08T23:40:50,094 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0c395da16ab2f14167f66924394ad30d, ASSIGN in 602 msec 2024-11-08T23:40:50,095 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb68e6bae57e271e46be535d6b79375 columnFamilyName colfamily11 2024-11-08T23:40:50,095 DEBUG [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,097 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(327): Store=deb68e6bae57e271e46be535d6b79375/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:50,097 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:50,098 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:50,098 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,098 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:40:50,098 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 04b9216ec1236c6e7d822c66fd8967c6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-08T23:40:50,099 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,099 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,099 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,100 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 675d94ff9fc84b4ca4d5cd3097283d9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66469427, jitterRate=-0.009528353810310364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,100 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,100 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:40:50,100 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,100 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb68e6bae57e271e46be535d6b79375 columnFamilyName colfamily21 2024-11-08T23:40:50,100 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 675d94ff9fc84b4ca4d5cd3097283d9a: Running coprocessor pre-open hook at 1731109250067Writing region info on filesystem at 1731109250067Initializing all the Stores at 1731109250069 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250069Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250075 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250075Cleaning up temporary data from old regions at 1731109250092 (+17 ms)Running coprocessor post-open hooks at 1731109250100 (+8 ms)Region opened successfully at 1731109250100 2024-11-08T23:40:50,100 DEBUG [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,102 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(327): Store=deb68e6bae57e271e46be535d6b79375/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,102 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a., pid=40, masterSystemTime=1731109249884 2024-11-08T23:40:50,102 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:50,104 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb68e6bae57e271e46be535d6b79375 columnFamilyName colfamily31 2024-11-08T23:40:50,104 DEBUG [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,105 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(327): Store=deb68e6bae57e271e46be535d6b79375/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,105 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,105 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:40:50,105 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:40:50,106 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:40:50,106 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ae38589f812ccc8e2be142151013226, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-08T23:40:50,106 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,106 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,107 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,107 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,107 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,107 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1c41b91d51cf17f6c362dc7ef7d0e1, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,111 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,111 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,111 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=296d1c076410,34293,1731109246733, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c1c41b91d51cf17f6c362dc7ef7d0e1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T23:40:50,112 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,114 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,115 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=6 2024-11-08T23:40:50,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c1c41b91d51cf17f6c362dc7ef7d0e1, server=296d1c076410,34293,1731109246733 in 304 msec 2024-11-08T23:40:50,117 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b9216ec1236c6e7d822c66fd8967c6 columnFamilyName colfamily11 2024-11-08T23:40:50,117 DEBUG [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,118 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] regionserver.HStore(327): Store=04b9216ec1236c6e7d822c66fd8967c6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,118 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,120 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c1c41b91d51cf17f6c362dc7ef7d0e1, ASSIGN in 629 msec 2024-11-08T23:40:50,120 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,121 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b9216ec1236c6e7d822c66fd8967c6 columnFamilyName colfamily21 2024-11-08T23:40:50,121 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened deb68e6bae57e271e46be535d6b79375; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68360690, jitterRate=0.018653661012649536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,121 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:40:50,121 DEBUG [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,122 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for deb68e6bae57e271e46be535d6b79375: Running coprocessor pre-open hook at 1731109250090Writing region info on filesystem at 1731109250090Initializing all the Stores at 1731109250092 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250092Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250092Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250092Cleaning up temporary data from old regions at 1731109250111 (+19 ms)Running coprocessor post-open hooks at 1731109250121 (+10 ms)Region opened successfully at 1731109250122 (+1 ms) 2024-11-08T23:40:50,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:50,122 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] regionserver.HStore(327): Store=04b9216ec1236c6e7d822c66fd8967c6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,122 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,124 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., pid=33, masterSystemTime=1731109249820 2024-11-08T23:40:50,125 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b9216ec1236c6e7d822c66fd8967c6 columnFamilyName colfamily31 2024-11-08T23:40:50,125 DEBUG [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 675d94ff9fc84b4ca4d5cd3097283d9a, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:50,126 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ae38589f812ccc8e2be142151013226 columnFamilyName colfamily11 2024-11-08T23:40:50,126 DEBUG [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,127 INFO [StoreOpener-04b9216ec1236c6e7d822c66fd8967c6-1 {}] regionserver.HStore(327): Store=04b9216ec1236c6e7d822c66fd8967c6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,127 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] regionserver.HStore(327): Store=5ae38589f812ccc8e2be142151013226/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,127 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,127 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,128 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,129 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,129 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ae38589f812ccc8e2be142151013226 columnFamilyName colfamily21 2024-11-08T23:40:50,129 DEBUG [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,129 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] regionserver.HStore(327): Store=5ae38589f812ccc8e2be142151013226/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,130 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,130 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,130 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,130 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,131 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ae38589f812ccc8e2be142151013226 columnFamilyName colfamily31 2024-11-08T23:40:50,132 DEBUG [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,132 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,132 INFO [StoreOpener-5ae38589f812ccc8e2be142151013226-1 {}] regionserver.HStore(327): Store=5ae38589f812ccc8e2be142151013226/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,133 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,134 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,134 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,136 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,136 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,137 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,138 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,138 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:40:50,138 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:40:50,138 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:40:50,138 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,139 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f4aedf9963b2d1729b3858c93a990a6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-08T23:40:50,139 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 04b9216ec1236c6e7d822c66fd8967c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75159879, jitterRate=0.11996947228908539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,139 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:40:50,139 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 04b9216ec1236c6e7d822c66fd8967c6: Running coprocessor pre-open hook at 1731109250100Writing region info on filesystem at 1731109250100Initializing all the Stores at 1731109250102 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250102Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250114 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250115 (+1 ms)Cleaning up temporary data from old regions at 1731109250130 (+15 ms)Running coprocessor post-open hooks at 1731109250139 (+9 ms)Region opened successfully at 1731109250139 2024-11-08T23:40:50,139 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,139 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,139 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,139 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,140 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., pid=56, masterSystemTime=1731109249930 2024-11-08T23:40:50,143 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,143 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,144 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 5ae38589f812ccc8e2be142151013226; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188844, jitterRate=-0.01370936632156372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,144 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:40:50,145 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 5ae38589f812ccc8e2be142151013226: Running coprocessor pre-open hook at 1731109250107Writing region info on filesystem at 1731109250107Initializing all the Stores at 1731109250108 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250108Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250118 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250119 (+1 ms)Cleaning up temporary data from old regions at 1731109250136 (+17 ms)Running coprocessor post-open hooks at 1731109250144 (+8 ms)Region opened successfully at 1731109250145 (+1 ms) 2024-11-08T23:40:50,145 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:40:50,146 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:40:50,146 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:40:50,146 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., pid=41, masterSystemTime=1731109249884 2024-11-08T23:40:50,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-08T23:40:50,146 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 3310550d8705a6483a03c4952c6aa81e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-08T23:40:50,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,38589,1731109246688 in 460 msec 2024-11-08T23:40:50,147 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f4aedf9963b2d1729b3858c93a990a6 columnFamilyName colfamily11 2024-11-08T23:40:50,147 DEBUG [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,147 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,147 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,147 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,147 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,148 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(327): Store=1f4aedf9963b2d1729b3858c93a990a6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,149 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,150 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:40:50,150 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:40:50,150 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:50,150 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b3d930d6a48ca9b1c60bef03d1020bf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-08T23:40:50,151 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,151 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN in 659 msec 2024-11-08T23:40:50,151 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,151 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,152 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f4aedf9963b2d1729b3858c93a990a6 columnFamilyName colfamily21 2024-11-08T23:40:50,152 DEBUG [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5ae38589f812ccc8e2be142151013226, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:50,153 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(327): Store=1f4aedf9963b2d1729b3858c93a990a6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,153 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,155 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,155 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f4aedf9963b2d1729b3858c93a990a6 columnFamilyName colfamily31 2024-11-08T23:40:50,156 DEBUG [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ae38589f812ccc8e2be142151013226, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:50,157 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(327): Store=1f4aedf9963b2d1729b3858c93a990a6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,157 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,157 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,157 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3310550d8705a6483a03c4952c6aa81e columnFamilyName colfamily11 2024-11-08T23:40:50,157 DEBUG [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,159 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] regionserver.HStore(327): Store=3310550d8705a6483a03c4952c6aa81e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,159 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,160 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04b9216ec1236c6e7d822c66fd8967c6, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,161 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,162 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3310550d8705a6483a03c4952c6aa81e columnFamilyName colfamily21 2024-11-08T23:40:50,162 DEBUG [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,163 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,163 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,163 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,164 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] regionserver.HStore(327): Store=3310550d8705a6483a03c4952c6aa81e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,164 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,164 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,166 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,166 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3d930d6a48ca9b1c60bef03d1020bf columnFamilyName colfamily11 2024-11-08T23:40:50,167 DEBUG [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,167 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3310550d8705a6483a03c4952c6aa81e columnFamilyName colfamily31 2024-11-08T23:40:50,167 DEBUG [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=12 2024-11-08T23:40:50,168 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] regionserver.HStore(327): Store=1b3d930d6a48ca9b1c60bef03d1020bf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ae38589f812ccc8e2be142151013226, server=296d1c076410,34501,1731109246592 in 426 msec 2024-11-08T23:40:50,168 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,168 INFO [StoreOpener-3310550d8705a6483a03c4952c6aa81e-1 {}] regionserver.HStore(327): Store=3310550d8705a6483a03c4952c6aa81e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,168 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,170 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,170 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3d930d6a48ca9b1c60bef03d1020bf columnFamilyName colfamily21 2024-11-08T23:40:50,170 DEBUG [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,170 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,171 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] regionserver.HStore(327): Store=1b3d930d6a48ca9b1c60bef03d1020bf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,171 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,171 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,173 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ae38589f812ccc8e2be142151013226, ASSIGN in 680 msec 2024-11-08T23:40:50,173 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,173 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 1f4aedf9963b2d1729b3858c93a990a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69241461, jitterRate=0.03177817165851593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,173 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:40:50,173 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 1f4aedf9963b2d1729b3858c93a990a6: Running coprocessor pre-open hook at 1731109250140Writing region info on filesystem at 1731109250140Initializing all the Stores at 1731109250143 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250143Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250143Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250143Cleaning up temporary data from old regions at 1731109250163 (+20 ms)Running coprocessor post-open hooks at 1731109250173 (+10 ms)Region opened successfully at 1731109250173 2024-11-08T23:40:50,173 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3d930d6a48ca9b1c60bef03d1020bf columnFamilyName colfamily31 2024-11-08T23:40:50,173 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,173 DEBUG [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,175 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., pid=34, masterSystemTime=1731109249820 2024-11-08T23:40:50,175 INFO [StoreOpener-1b3d930d6a48ca9b1c60bef03d1020bf-1 {}] regionserver.HStore(327): Store=1b3d930d6a48ca9b1c60bef03d1020bf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,175 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,176 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,177 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,177 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,179 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:40:50,179 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:40:50,179 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,179 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,180 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=10 2024-11-08T23:40:50,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 04b9216ec1236c6e7d822c66fd8967c6, server=296d1c076410,34293,1731109246733 in 363 msec 2024-11-08T23:40:50,181 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,181 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,182 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 3310550d8705a6483a03c4952c6aa81e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75156229, jitterRate=0.11991508305072784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,182 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:40:50,183 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 3310550d8705a6483a03c4952c6aa81e: Running coprocessor pre-open hook at 1731109250147Writing region info on filesystem at 1731109250147Initializing all the Stores at 1731109250151 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250151Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250154 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250155 (+1 ms)Cleaning up temporary data from old regions at 1731109250173 (+18 ms)Running coprocessor post-open hooks at 1731109250183 (+10 ms)Region opened successfully at 1731109250183 2024-11-08T23:40:50,184 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e., pid=50, masterSystemTime=1731109249930 2024-11-08T23:40:50,184 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04b9216ec1236c6e7d822c66fd8967c6, ASSIGN in 693 msec 2024-11-08T23:40:50,185 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 1b3d930d6a48ca9b1c60bef03d1020bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72019540, jitterRate=0.07317477464675903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,186 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:40:50,186 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 1b3d930d6a48ca9b1c60bef03d1020bf: Running coprocessor pre-open hook at 1731109250151Writing region info on filesystem at 1731109250151Initializing all the Stores at 1731109250153 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250153Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250162 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250163 (+1 ms)Cleaning up temporary data from old regions at 1731109250179 (+16 ms)Running coprocessor post-open hooks at 1731109250186 (+7 ms)Region opened successfully at 1731109250186 2024-11-08T23:40:50,187 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf., pid=42, masterSystemTime=1731109249884 2024-11-08T23:40:50,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:50,187 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:40:50,188 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:40:50,188 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:40:50,188 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => fb0c5ca7ac769fc2071e36e3903a9431, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-08T23:40:50,188 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,188 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,189 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,189 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:50,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3310550d8705a6483a03c4952c6aa81e, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,191 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:50,192 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:50,192 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:40:50,192 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => f54d5b16075b0915fe941a694527046d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-08T23:40:50,193 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,193 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,193 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,193 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:50,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3310550d8705a6483a03c4952c6aa81e, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3d930d6a48ca9b1c60bef03d1020bf, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:50,199 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,199 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,201 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f54d5b16075b0915fe941a694527046d columnFamilyName colfamily11 2024-11-08T23:40:50,201 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb0c5ca7ac769fc2071e36e3903a9431 columnFamilyName colfamily11 2024-11-08T23:40:50,201 DEBUG [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,201 DEBUG [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=16 2024-11-08T23:40:50,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 3310550d8705a6483a03c4952c6aa81e, server=296d1c076410,34293,1731109246733 in 416 msec 2024-11-08T23:40:50,202 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] regionserver.HStore(327): Store=f54d5b16075b0915fe941a694527046d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,202 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] regionserver.HStore(327): Store=fb0c5ca7ac769fc2071e36e3903a9431/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,202 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,202 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,204 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f54d5b16075b0915fe941a694527046d columnFamilyName colfamily21 2024-11-08T23:40:50,204 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb0c5ca7ac769fc2071e36e3903a9431 columnFamilyName colfamily21 2024-11-08T23:40:50,204 DEBUG [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,204 DEBUG [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,205 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] regionserver.HStore(327): Store=f54d5b16075b0915fe941a694527046d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,205 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] regionserver.HStore(327): Store=fb0c5ca7ac769fc2071e36e3903a9431/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,205 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,205 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3310550d8705a6483a03c4952c6aa81e, ASSIGN in 714 msec 2024-11-08T23:40:50,207 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb0c5ca7ac769fc2071e36e3903a9431 columnFamilyName colfamily31 2024-11-08T23:40:50,207 DEBUG [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,208 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f54d5b16075b0915fe941a694527046d columnFamilyName colfamily31 2024-11-08T23:40:50,208 DEBUG [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,208 INFO [StoreOpener-fb0c5ca7ac769fc2071e36e3903a9431-1 {}] regionserver.HStore(327): Store=fb0c5ca7ac769fc2071e36e3903a9431/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,209 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,209 INFO [StoreOpener-f54d5b16075b0915fe941a694527046d-1 {}] regionserver.HStore(327): Store=f54d5b16075b0915fe941a694527046d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,209 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,210 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,210 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,210 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,211 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=7 2024-11-08T23:40:50,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b3d930d6a48ca9b1c60bef03d1020bf, server=296d1c076410,34501,1731109246592 in 466 msec 2024-11-08T23:40:50,212 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,212 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,212 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,212 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,213 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,213 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,215 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,215 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,216 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=296d1c076410,34501,1731109246592, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=675d94ff9fc84b4ca4d5cd3097283d9a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T23:40:50,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b3d930d6a48ca9b1c60bef03d1020bf, ASSIGN in 723 msec 2024-11-08T23:40:50,219 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,220 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened fb0c5ca7ac769fc2071e36e3903a9431; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58963817, jitterRate=-0.12137065827846527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,220 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:40:50,221 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for fb0c5ca7ac769fc2071e36e3903a9431: Running coprocessor pre-open hook at 1731109250190Writing region info on filesystem at 1731109250190Initializing all the Stores at 1731109250192 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250192Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250198 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250198Cleaning up temporary data from old regions at 1731109250212 (+14 ms)Running coprocessor post-open hooks at 1731109250220 (+8 ms)Region opened successfully at 1731109250220 2024-11-08T23:40:50,221 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., pid=54, masterSystemTime=1731109249930 2024-11-08T23:40:50,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=11 2024-11-08T23:40:50,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,38589,1731109246688 in 529 msec 2024-11-08T23:40:50,225 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:40:50,225 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:40:50,225 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:40:50,225 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => b3728b984aef6a9e5b9c7935971244fe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-08T23:40:50,226 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,226 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,226 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,226 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN in 735 msec 2024-11-08T23:40:50,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb0c5ca7ac769fc2071e36e3903a9431, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,232 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,232 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,232 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,38589,1731109246688 2024-11-08T23:40:50,233 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened f54d5b16075b0915fe941a694527046d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67049330, jitterRate=-8.871257305145264E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,234 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f54d5b16075b0915fe941a694527046d 2024-11-08T23:40:50,234 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for f54d5b16075b0915fe941a694527046d: Running coprocessor pre-open hook at 1731109250193Writing region info on filesystem at 1731109250193Initializing all the Stores at 1731109250195 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250195Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250199 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250199Cleaning up temporary data from old regions at 1731109250212 (+13 ms)Running coprocessor post-open hooks at 1731109250234 (+22 ms)Region opened successfully at 1731109250234 2024-11-08T23:40:50,235 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3728b984aef6a9e5b9c7935971244fe columnFamilyName colfamily11 2024-11-08T23:40:50,235 DEBUG [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,236 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] regionserver.HStore(327): Store=b3728b984aef6a9e5b9c7935971244fe/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,38589,1731109246688 because future has completed 2024-11-08T23:40:50,236 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,236 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d., pid=44, masterSystemTime=1731109249884 2024-11-08T23:40:50,239 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3728b984aef6a9e5b9c7935971244fe columnFamilyName colfamily21 2024-11-08T23:40:50,239 DEBUG [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,239 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:40:50,239 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:40:50,240 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:40:50,240 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 37c0fb9830537dcca374d0ea3780d3f9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-08T23:40:50,240 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] regionserver.HStore(327): Store=b3728b984aef6a9e5b9c7935971244fe/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,240 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,240 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,240 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,241 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,241 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,243 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3728b984aef6a9e5b9c7935971244fe columnFamilyName colfamily31 2024-11-08T23:40:50,243 DEBUG [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,243 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=13 2024-11-08T23:40:50,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fb0c5ca7ac769fc2071e36e3903a9431, server=296d1c076410,34293,1731109246733 in 433 msec 2024-11-08T23:40:50,244 INFO [StoreOpener-b3728b984aef6a9e5b9c7935971244fe-1 {}] regionserver.HStore(327): Store=b3728b984aef6a9e5b9c7935971244fe/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,244 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,246 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,246 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37c0fb9830537dcca374d0ea3780d3f9 columnFamilyName colfamily11 2024-11-08T23:40:50,246 DEBUG [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,246 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,249 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] regionserver.HStore(327): Store=37c0fb9830537dcca374d0ea3780d3f9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,249 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb0c5ca7ac769fc2071e36e3903a9431, ASSIGN in 756 msec 2024-11-08T23:40:50,251 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=296d1c076410,38589,1731109246688, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T23:40:50,251 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,251 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,251 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37c0fb9830537dcca374d0ea3780d3f9 columnFamilyName colfamily21 2024-11-08T23:40:50,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=f54d5b16075b0915fe941a694527046d, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:50,251 DEBUG [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,252 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,253 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] regionserver.HStore(327): Store=37c0fb9830537dcca374d0ea3780d3f9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,254 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,254 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:40:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure f54d5b16075b0915fe941a694527046d, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:50,257 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37c0fb9830537dcca374d0ea3780d3f9 columnFamilyName colfamily31 2024-11-08T23:40:50,257 DEBUG [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,258 INFO [StoreOpener-37c0fb9830537dcca374d0ea3780d3f9-1 {}] regionserver.HStore(327): Store=37c0fb9830537dcca374d0ea3780d3f9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,259 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,259 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,260 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,260 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,260 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened b3728b984aef6a9e5b9c7935971244fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74380940, jitterRate=0.10836237668991089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,260 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:40:50,261 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for b3728b984aef6a9e5b9c7935971244fe: Running coprocessor pre-open hook at 1731109250227Writing region info on filesystem at 1731109250227Initializing all the Stores at 1731109250228 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250228Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250231 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250231Cleaning up temporary data from old regions at 1731109250251 (+20 ms)Running coprocessor post-open hooks at 1731109250260 (+9 ms)Region opened successfully at 1731109250260 2024-11-08T23:40:50,262 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,262 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,262 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe., pid=49, masterSystemTime=1731109249930 2024-11-08T23:40:50,263 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=8 2024-11-08T23:40:50,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,38589,1731109246688 in 573 msec 2024-11-08T23:40:50,264 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,266 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:40:50,266 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:40:50,266 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:40:50,266 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => fc87632366181c097ab662dc77d1b54c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-08T23:40:50,267 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN in 776 msec 2024-11-08T23:40:50,267 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:40:50,267 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,267 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=b3728b984aef6a9e5b9c7935971244fe, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,272 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3728b984aef6a9e5b9c7935971244fe, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,272 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,273 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 37c0fb9830537dcca374d0ea3780d3f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75126037, jitterRate=0.1194651871919632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,273 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:40:50,274 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 37c0fb9830537dcca374d0ea3780d3f9: Running coprocessor pre-open hook at 1731109250241Writing region info on filesystem at 1731109250241Initializing all the Stores at 1731109250242 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250242Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250243 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250243Cleaning up temporary data from old regions at 1731109250262 (+19 ms)Running coprocessor post-open hooks at 1731109250273 (+11 ms)Region opened successfully at 1731109250273 2024-11-08T23:40:50,275 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc87632366181c097ab662dc77d1b54c columnFamilyName colfamily11 2024-11-08T23:40:50,275 DEBUG [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,275 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., pid=45, masterSystemTime=1731109249884 2024-11-08T23:40:50,276 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] regionserver.HStore(327): Store=fc87632366181c097ab662dc77d1b54c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,276 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=15 2024-11-08T23:40:50,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure f54d5b16075b0915fe941a694527046d, server=296d1c076410,34501,1731109246592 in 522 msec 2024-11-08T23:40:50,278 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc87632366181c097ab662dc77d1b54c columnFamilyName colfamily21 2024-11-08T23:40:50,278 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:40:50,279 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:40:50,279 DEBUG [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,280 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] regionserver.HStore(327): Store=fc87632366181c097ab662dc77d1b54c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,280 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f54d5b16075b0915fe941a694527046d, ASSIGN in 789 msec 2024-11-08T23:40:50,282 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc87632366181c097ab662dc77d1b54c columnFamilyName colfamily31 2024-11-08T23:40:50,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:50,282 DEBUG [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:40:50,283 INFO [StoreOpener-fc87632366181c097ab662dc77d1b54c-1 {}] regionserver.HStore(327): Store=fc87632366181c097ab662dc77d1b54c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:40:50,284 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37c0fb9830537dcca374d0ea3780d3f9, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:50,285 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,286 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,287 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,287 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,288 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:40:50,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=28 2024-11-08T23:40:50,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure b3728b984aef6a9e5b9c7935971244fe, server=296d1c076410,34293,1731109246733 in 509 msec 2024-11-08T23:40:50,290 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b3728b984aef6a9e5b9c7935971244fe, ASSIGN in 802 msec 2024-11-08T23:40:50,294 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T23:40:50,295 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened fc87632366181c097ab662dc77d1b54c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68175879, jitterRate=0.015899762511253357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:40:50,295 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:40:50,295 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for fc87632366181c097ab662dc77d1b54c: Running coprocessor pre-open hook at 1731109250267Writing region info on filesystem at 1731109250267Initializing all the Stores at 1731109250269 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250269Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250272 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109250272Cleaning up temporary data from old regions at 1731109250287 (+15 ms)Running coprocessor post-open hooks at 1731109250295 (+8 ms)Region opened successfully at 1731109250295 2024-11-08T23:40:50,296 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., pid=51, masterSystemTime=1731109249930 2024-11-08T23:40:50,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=18 2024-11-08T23:40:50,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 37c0fb9830537dcca374d0ea3780d3f9, server=296d1c076410,34501,1731109246592 in 540 msec 2024-11-08T23:40:50,299 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:40:50,299 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:40:50,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=fc87632366181c097ab662dc77d1b54c, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:40:50,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc87632366181c097ab662dc77d1b54c, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:40:50,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37c0fb9830537dcca374d0ea3780d3f9, ASSIGN in 815 msec 2024-11-08T23:40:50,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=19 2024-11-08T23:40:50,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure fc87632366181c097ab662dc77d1b54c, server=296d1c076410,34293,1731109246733 in 519 msec 2024-11-08T23:40:50,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fc87632366181c097ab662dc77d1b54c, ASSIGN in 822 msec 2024-11-08T23:40:50,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=21 2024-11-08T23:40:50,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 675d94ff9fc84b4ca4d5cd3097283d9a, server=296d1c076410,34501,1731109246592 in 583 msec 2024-11-08T23:40:50,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=675d94ff9fc84b4ca4d5cd3097283d9a, ASSIGN in 829 msec 2024-11-08T23:40:50,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=37de7bb93b688fbdc5252ef32df43a03, regionState=OPEN, openSeqNum=2, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:40:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37de7bb93b688fbdc5252ef32df43a03, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:40:50,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=30 2024-11-08T23:40:50,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 37de7bb93b688fbdc5252ef32df43a03, server=296d1c076410,34501,1731109246592 in 559 msec 2024-11-08T23:40:50,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=4 2024-11-08T23:40:50,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=37de7bb93b688fbdc5252ef32df43a03, ASSIGN in 843 msec 2024-11-08T23:40:50,337 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T23:40:50,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731109250337"}]},"ts":"1731109250337"} 2024-11-08T23:40:50,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-08T23:40:50,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T23:40:50,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.2440 sec 2024-11-08T23:40:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T23:40:51,277 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-08T23:40:51,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-08T23:40:51,280 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T23:40:51,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38589 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-08T23:40:51,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-08T23:40:51,306 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T23:40:51,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-08T23:40:51,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,425 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,629 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,845 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,847 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,849 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:51,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:51,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:51,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,175 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oov', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,307 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,390 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe., hostname=296d1c076410,34293,1731109246733, seqNum=2] 2024-11-08T23:40:52,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2] 2024-11-08T23:40:52,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03., hostname=296d1c076410,34501,1731109246592, seqNum=2] 2024-11-08T23:40:52,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:40:52,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:40:52,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:40:52,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34293 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:40:52,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:40:52,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:40:52,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:40:53,540 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-08T23:40:53,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38589 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-08T23:40:53,799 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-08T23:40:53,799 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 296d1c076410,38589,1731109246688 2024-11-08T23:40:53,800 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 296d1c076410,38589,1731109246688 2024-11-08T23:40:53,800 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 296d1c076410,38589,1731109246688: Simulated kill ***** 2024-11-08T23:40:53,801 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T23:40:53,803 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T23:40:53,806 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T23:40:53,806 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T23:40:53,806 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T23:40:53,807 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 529834576 }, "NonHeapMemoryUsage": { "committed": 158334976, "init": 7667712, "max": -1, "used": 154910832 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T23:40:53,809 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42337 {}] master.MasterRpcServices(700): 296d1c076410,38589,1731109246688 reported a fatal error: ***** ABORTING region server 296d1c076410,38589,1731109246688: Simulated kill ***** 2024-11-08T23:40:53,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296d1c076410,38589,1731109246688' ***** 2024-11-08T23:40:53,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T23:40:53,811 INFO [RS:1;296d1c076410:38589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:40:53,812 INFO [RS:1;296d1c076410:38589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T23:40:53,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:40:53,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T23:40:53,812 INFO [RS:1;296d1c076410:38589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T23:40:53,812 INFO [RS:1;296d1c076410:38589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:40:53,812 INFO [RS:1;296d1c076410:38589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;296d1c076410:38589. 2024-11-08T23:40:53,812 DEBUG [RS:1;296d1c076410:38589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:40:53,817 DEBUG [RS:1;296d1c076410:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:40:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741836_1012 (size=54214) 2024-11-08T23:40:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741836_1012 (size=54214) 2024-11-08T23:40:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741836_1012 (size=54214) 2024-11-08T23:40:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741834_1010 (size=334915) 2024-11-08T23:40:53,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741834_1010 (size=334915) 2024-11-08T23:40:53,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741834_1010 (size=334915) 2024-11-08T23:40:53,830 DEBUG [RS:1;296d1c076410:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:40:53,830 INFO [RS:1;296d1c076410:38589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:40:53,830 INFO [RS:1;296d1c076410:38589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38589 2024-11-08T23:40:53,858 INFO [regionserver/296d1c076410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:40:53,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T23:40:53,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296d1c076410,38589,1731109246688 2024-11-08T23:40:53,873 INFO [RS:1;296d1c076410:38589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:40:53,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296d1c076410,38589,1731109246688] 2024-11-08T23:40:53,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296d1c076410,38589,1731109246688 already deleted, retry=false 2024-11-08T23:40:53,890 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 296d1c076410,38589,1731109246688 on 296d1c076410,42337,1731109245869 2024-11-08T23:40:53,897 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:40:53,903 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 296d1c076410,38589,1731109246688 (carryingMeta=true) 296d1c076410,38589,1731109246688/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40b0bec0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T23:40:53,904 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:40:53,904 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:40:53,904 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:40:53,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:40:53,905 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:40:53,912 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T23:40:53,914 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:40:53,915 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:40:53,915 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:40:53,915 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:40:53,915 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:40:53,916 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:40:53,916 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:40:53,916 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:40:53,916 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:40:53,917 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:40:53,921 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:40:53,922 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:40:53,923 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:40:53,923 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:40:53,923 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:40:53,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T23:40:53,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:40:53,925 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,38589,1731109246688, table=hbase:meta, region=1588230740 2024-11-08T23:40:53,925 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,38589,1731109246688, state=OPEN 2024-11-08T23:40:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:40:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:40:53,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:53,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:53,932 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:40:53,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:40:53,934 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109283934 2024-11-08T23:40:53,934 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:40:53,934 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:40:53,934 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:40:53,936 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:40:53,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:40:53,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:40:53,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:40:53,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:40:53,941 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true, isMeta: true 2024-11-08T23:40:53,945 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting 2024-11-08T23:40:53,947 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=1, meta=true 2024-11-08T23:40:53,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta}] 2024-11-08T23:40:53,951 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:40:53,951 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:40:53,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:40:53,951 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:40:53,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:40:53,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1011e1c73030002, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:40:53,982 INFO [RS:1;296d1c076410:38589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:40:53,983 INFO [RS:1;296d1c076410:38589 {}] regionserver.HRegionServer(1031): Exiting; stopping=296d1c076410,38589,1731109246688; zookeeper connection closed. 2024-11-08T23:40:53,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b921209 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b921209 2024-11-08T23:40:54,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:54,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:54,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:40:54,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54,048 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:40:54,061 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:40:54,061 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:40:54,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T23:40:54,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:54,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:54,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:40:54,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:40:54,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-08T23:40:54,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T23:40:54,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:54,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:54,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:40:54,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:40:55,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:55,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:55,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:40:55,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:55,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:55,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:40:56,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:56,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:56,096 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:40:56,102 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2163 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:40:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:40:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:40:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:40:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:40:56,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T23:40:56,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T23:40:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:40:56,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-08T23:40:56,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:40:56,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T23:40:56,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T23:40:56,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T23:40:58,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:40:58,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:40:58,116 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:40:58,116 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4181 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:40:58,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:40:58,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:40:58,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:40:58,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:02,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:02,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:02,156 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:02,157 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8222 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:41:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:41:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:02,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:12,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:12,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:12,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:12,249 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18314 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:41:12,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:12,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:41:12,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:12,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:15,022 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:41:17,818 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=296d1c076410:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T23:41:22,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:22,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:22,307 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:22,309 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28374 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:41:22,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:41:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:29,272 INFO [master/296d1c076410:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T23:41:29,272 INFO [master/296d1c076410:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T23:41:32,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:32,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:32,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:32,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38483 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:41:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:41:32,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:32,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:42,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:42,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:42,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:42,448 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48513 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:41:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:41:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:42,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:45,023 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:41:48,974 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5c1c41b91d51cf17f6c362dc7ef7d0e1 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,976 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 04b9216ec1236c6e7d822c66fd8967c6 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,977 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb0c5ca7ac769fc2071e36e3903a9431 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,977 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3310550d8705a6483a03c4952c6aa81e changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,978 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fc87632366181c097ab662dc77d1b54c changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,978 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0ff6ed399f67883b274ae548c089d97d changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,978 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8a3ad221b8dc52e6a409c0cee1eeed89 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,978 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b3728b984aef6a9e5b9c7935971244fe changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,978 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1b3d930d6a48ca9b1c60bef03d1020bf changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,978 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0c395da16ab2f14167f66924394ad30d changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,979 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5ae38589f812ccc8e2be142151013226 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,979 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f54d5b16075b0915fe941a694527046d changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,979 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 37c0fb9830537dcca374d0ea3780d3f9 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,979 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 675d94ff9fc84b4ca4d5cd3097283d9a changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,979 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 68ccafb619139775a1ee6d8f47eae495 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,979 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cad72f5ca7de043f0325aaed4f1fb0ea changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:48,980 DEBUG [master/296d1c076410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 37de7bb93b688fbdc5252ef32df43a03 changed from -1.0 to 0.0, refreshing cache 2024-11-08T23:41:49,563 WARN [RS:2;296d1c076410:34293 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 296d1c076410,38589,1731109246688: status=status unset, state=RUNNING, startTime=1731109253903, completionTime=-1 appears to have been leaked 2024-11-08T23:41:49,573 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T23:41:51,821 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=296d1c076410:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T23:41:53,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:53,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:53,939 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(162): The future is already done, canceled=false, give up retrying 2024-11-08T23:41:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:53,938 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-08T23:40:53.940Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:40:54.048Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54.256Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:54.566Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:55.075Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:40:56.103Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:40:58.117Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:02.158Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:12.253Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:22.311Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:32.420Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:42.450Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.resetCallTimeout(AsyncRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:83) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T23:41:53,943 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:41:53,943 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:41:53,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:41:53,943 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:41:53,944 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:41:53,944 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:41:53,944 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:41:53,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:41:53,944 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:41:53,945 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:41:53,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:41:53,948 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:41:53,949 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:41:53,949 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:41:53,949 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:41:53,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-08T23:41:53,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:41:53,950 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,38589,1731109246688, table=hbase:meta, region=1588230740 2024-11-08T23:41:53,950 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,38589,1731109246688, state=OPEN 2024-11-08T23:41:53,979 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:41:53,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:41:53,986 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:41:53,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:41:53,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:41:53,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:41:53,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:41:53,987 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109343987 2024-11-08T23:41:53,987 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:41:53,987 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true, isMeta: true 2024-11-08T23:41:53,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:41:53,988 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:53,988 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:53,988 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:53,989 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=1, meta=true 2024-11-08T23:41:53,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta}] 2024-11-08T23:41:53,990 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:41:53,995 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=296d1c076410,34501,1731109246592 2024-11-08T23:41:53,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592}] 2024-11-08T23:41:54,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:54,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:54,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:41:54,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:54,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-08T23:41:54,181 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, size=52.9 K (54214bytes) 2024-11-08T23:41:54,181 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T23:41:54,181 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T23:41:54,182 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta 2024-11-08T23:41:54,187 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta after 3ms 2024-11-08T23:41:54,194 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta took 15ms 2024-11-08T23:41:54,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:41:54,212 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta.temp 2024-11-08T23:41:54,214 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta so closing down 2024-11-08T23:41:54,214 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T23:41:54,219 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta.temp 2024-11-08T23:41:54,223 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T23:41:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741864_1040 (size=53973) 2024-11-08T23:41:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741864_1040 (size=53973) 2024-11-08T23:41:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741864_1040 (size=53973) 2024-11-08T23:41:54,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-08T23:41:54,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T23:41:54,243 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-08T23:41:54,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, journal: Splitting hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, size=52.9 K (54214bytes) at 1731109314181Finishing writing output for hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta so closing down at 1731109314214 (+33 ms)Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta.temp at 1731109314219 (+5 ms)3 split writer threads finished at 1731109314223 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731109314236 (+13 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731109314239 (+3 ms)Processed 58 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731109314243 (+4 ms) 2024-11-08T23:41:54,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta 2024-11-08T23:41:54,245 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-08T23:41:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-08T23:41:54,256 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs 2024-11-08T23:41:54,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T23:41:54,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 in 259 msec 2024-11-08T23:41:54,261 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=296d1c076410,34501,1731109246592 2024-11-08T23:41:54,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-08T23:41:54,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 in 272 msec 2024-11-08T23:41:54,267 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting dir is empty, no logs to split. 2024-11-08T23:41:54,267 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=0, meta=true 2024-11-08T23:41:54,267 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 296d1c076410,38589,1731109246688 WAL splitting is done? wals=0, meta=true 2024-11-08T23:41:54,268 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:41:54,268 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:41:54,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:41:54,268 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:41:54,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:54,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:54,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:41:54,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:54,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:54,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:54,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:41:54,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:55,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:55,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:55,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:41:55,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:55,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:55,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:56,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:56,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:56,137 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:56,138 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:41:56,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:56,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:41:56,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:56,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:58,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:41:58,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:41:58,157 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:41:58,158 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4170 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:41:58,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:58,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:41:58,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:41:58,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:02,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:02,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:02,197 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:02,199 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8211 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:42:02,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:02,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:02,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:02,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:12,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:12,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:12,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:12,218 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18231 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:42:12,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:12,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:12,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:12,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:15,023 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:42:22,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:22,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:22,287 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:22,288 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28300 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:42:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:32,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:32,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:32,347 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:32,349 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38361 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:42:32,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:32,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:32,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:32,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:42,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:42,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:42,407 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:42,408 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48420 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:42:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:45,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:42:48,024 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T23:42:53,995 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-08T23:41:53.988Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54.095Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54.305Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:54.615Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:55.127Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:41:56.140Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:41:58.159Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:02.200Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:12.220Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:22.289Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:32.351Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:42.409Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T23:42:53,997 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:42:53,997 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:42:53,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:42:53,997 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:42:53,997 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:42:53,998 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:42:53,998 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:42:53,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:42:53,999 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:42:54,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:42:54,004 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:42:54,004 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:42:54,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:42:54,005 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:42:54,005 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:42:54,006 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:42:54,006 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:42:54,006 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:42:54,006 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:42:54,006 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:42:54,006 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:42:54,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T23:42:54,007 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:42:54,007 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,38589,1731109246688, table=hbase:meta, region=1588230740 2024-11-08T23:42:54,007 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,38589,1731109246688, state=OPEN 2024-11-08T23:42:54,069 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:42:54,075 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:42:54,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:42:54,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:42:54,075 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:42:54,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:42:54,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:42:54,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:42:54,078 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109404078 2024-11-08T23:42:54,078 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:42:54,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:54,079 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:54,081 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:54,082 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting dir is empty, no logs to split. 2024-11-08T23:42:54,082 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=0, meta=true 2024-11-08T23:42:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:54,082 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 296d1c076410,38589,1731109246688 WAL splitting is done? wals=0, meta=true 2024-11-08T23:42:54,082 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:42:54,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:42:54,085 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:42:54,085 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:42:54,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:42:54,085 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:42:54,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:54,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:54,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:42:54,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:54,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:54,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:54,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:42:54,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:54,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:54,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:54,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:42:54,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:55,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:55,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:55,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:42:55,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:55,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:55,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:56,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:56,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:56,226 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:56,227 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:42:56,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:56,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:56,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:56,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:56,825 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=296d1c076410:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T23:42:58,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:42:58,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:42:58,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:42:58,248 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4169 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:42:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:42:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:42:58,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:02,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:02,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:43:02,267 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:43:02,268 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8189 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:43:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:43:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:02,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:12,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:12,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:43:12,317 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:43:12,319 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18239 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:43:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:43:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:12,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:15,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:43:22,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:22,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:43:22,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:43:22,378 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28298 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:43:22,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:22,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:43:22,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:22,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:32,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:32,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:43:32,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:43:32,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38339 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:43:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:43:32,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:32,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:42,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:42,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:43:42,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:43:42,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 296d1c076410,38589,1731109246688 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48387 ms java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T23:43:42,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:42,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:43:42,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:42,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:45,025 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T23:43:54,085 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-08T23:42:54.082Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:54.185Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54.395Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:54.707Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:55.217Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:42:56.229Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:42:58.249Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:02.270Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:12.320Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:22.379Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:32.420Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:42.467Z, java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T23:43:54,089 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:54,089 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:43:54,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:54,089 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:43:54,089 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:43:54,090 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:43:54,090 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:43:54,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:43:54,091 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:43:54,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-08T23:43:54,099 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:43:54,099 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:54,099 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:54,099 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:43:54,100 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:43:54,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:54,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:54,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:54,101 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:43:54,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:54,101 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:54,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-08T23:43:54,102 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:54,102 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,38589,1731109246688, table=hbase:meta, region=1588230740 2024-11-08T23:43:54,102 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,38589,1731109246688, state=OPEN 2024-11-08T23:43:54,156 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:54,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,165 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,166 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109464166 2024-11-08T23:43:54,166 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:43:54,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T23:43:54,166 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:43:54,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:54,166 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:43:54,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:43:54,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:54,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T23:43:54,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:54,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:54,168 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:43:54,169 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:54,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:54,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1] 2024-11-08T23:43:54,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:54,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:54,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:54,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:54,319 DEBUG [296d1c076410:42337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T23:43:54,320 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(204): Hosts are {296d1c076410=0} racks are {/default-rack=0} 2024-11-08T23:43:54,320 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T23:43:54,320 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T23:43:54,320 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T23:43:54,320 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T23:43:54,320 INFO [296d1c076410:42337 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T23:43:54,320 INFO [296d1c076410:42337 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T23:43:54,321 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T23:43:54,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:54,322 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,34501,1731109246592, state=OPENING 2024-11-08T23:43:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,332 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,332 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:43:54,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:43:54,485 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:54,485 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1] 2024-11-08T23:43:54,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T23:43:54,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:43:54,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:43:54,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34501 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:38339 deadline: 1731109494171, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 296d1c076410,34501,1731109246592 2024-11-08T23:43:54,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 296d1c076410,34501,1731109246592 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T23:43:54,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 296d1c076410,34501,1731109246592 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T23:43:54,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1 from cache 2024-11-08T23:43:54,498 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T23:43:54,498 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T23:43:54,499 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T23:43:54,501 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296d1c076410%2C34501%2C1731109246592.meta, suffix=.meta, logDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34501,1731109246592, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs, maxLogs=32 2024-11-08T23:43:54,515 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34501,1731109246592/296d1c076410%2C34501%2C1731109246592.meta.1731109434502.meta, exclude list is [], retry=0 2024-11-08T23:43:54,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39639,DS-c012110c-0d57-4de0-953f-7cb9ec5f382f,DISK] 2024-11-08T23:43:54,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-5e78b0e8-4144-4c8b-9126-df8c9ed9aca1,DISK] 2024-11-08T23:43:54,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-81d9e41e-931d-48d9-8a72-adf1c5a8b2d9,DISK] 2024-11-08T23:43:54,530 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,34501,1731109246592/296d1c076410%2C34501%2C1731109246592.meta.1731109434502.meta 2024-11-08T23:43:54,531 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42751:42751),(127.0.0.1/127.0.0.1:38355:38355),(127.0.0.1/127.0.0.1:37095:37095)] 2024-11-08T23:43:54,531 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T23:43:54,531 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T23:43:54,531 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T23:43:54,532 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T23:43:54,532 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T23:43:54,532 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:54,532 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T23:43:54,532 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T23:43:54,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T23:43:54,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T23:43:54,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:54,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:43:54,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T23:43:54,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T23:43:54,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:54,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:43:54,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T23:43:54,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T23:43:54,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:54,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:43:54,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T23:43:54,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T23:43:54,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:54,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T23:43:54,540 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T23:43:54,541 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740 2024-11-08T23:43:54,543 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740 2024-11-08T23:43:54,544 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T23:43:54,557 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T23:43:54,560 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-08T23:43:54,571 WARN [RS:0;296d1c076410:34501 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 296d1c076410,38589,1731109246688: status=Processing ServerCrashProcedure of 296d1c076410,38589,1731109246688 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731109253923, completionTime=-1 appears to have been leaked 2024-11-08T23:43:54,571 WARN [RS:0;296d1c076410:34501 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 296d1c076410,38589,1731109246688: status=Processing ServerCrashProcedure of 296d1c076410,38589,1731109246688 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731109313949, completionTime=-1 appears to have been leaked 2024-11-08T23:43:54,571 WARN [RS:0;296d1c076410:34501 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 296d1c076410,38589,1731109246688: status=Processing ServerCrashProcedure of 296d1c076410,38589,1731109246688 current State SERVER_CRASH_ASSIGN_META, state=RUNNING, startTime=1731109374006, completionTime=-1 appears to have been leaked 2024-11-08T23:43:54,627 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/info/6f55e7a0ec00479aae14497ef44fa243 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1./info:regioninfo/1731109250105/Put/seqid=0 2024-11-08T23:43:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741866_1042 (size=58053) 2024-11-08T23:43:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741866_1042 (size=58053) 2024-11-08T23:43:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741866_1042 (size=58053) 2024-11-08T23:43:54,640 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/info/6f55e7a0ec00479aae14497ef44fa243 2024-11-08T23:43:54,705 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/ns/75399ec48e684c1a878935720a113071 is 43, key is default/ns:d/1731109248857/Put/seqid=0 2024-11-08T23:43:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741867_1043 (size=5153) 2024-11-08T23:43:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741867_1043 (size=5153) 2024-11-08T23:43:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741867_1043 (size=5153) 2024-11-08T23:43:54,715 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/ns/75399ec48e684c1a878935720a113071 2024-11-08T23:43:54,740 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/table/7b4a62ed48bf4ed89f39c7c31cfe2dfd is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731109250337/Put/seqid=0 2024-11-08T23:43:54,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741868_1044 (size=5620) 2024-11-08T23:43:54,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741868_1044 (size=5620) 2024-11-08T23:43:54,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741868_1044 (size=5620) 2024-11-08T23:43:54,749 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/table/7b4a62ed48bf4ed89f39c7c31cfe2dfd 2024-11-08T23:43:54,760 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/info/6f55e7a0ec00479aae14497ef44fa243 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/info/6f55e7a0ec00479aae14497ef44fa243 2024-11-08T23:43:54,772 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/info/6f55e7a0ec00479aae14497ef44fa243, entries=260, sequenceid=60, filesize=56.7 K 2024-11-08T23:43:54,775 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/ns/75399ec48e684c1a878935720a113071 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/ns/75399ec48e684c1a878935720a113071 2024-11-08T23:43:54,791 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/ns/75399ec48e684c1a878935720a113071, entries=2, sequenceid=60, filesize=5.0 K 2024-11-08T23:43:54,793 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/table/7b4a62ed48bf4ed89f39c7c31cfe2dfd as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/table/7b4a62ed48bf4ed89f39c7c31cfe2dfd 2024-11-08T23:43:54,803 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/table/7b4a62ed48bf4ed89f39c7c31cfe2dfd, entries=2, sequenceid=60, filesize=5.5 K 2024-11-08T23:43:54,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:54,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1] 2024-11-08T23:43:54,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34501 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:38339 deadline: 1731109494167, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 296d1c076410,34501,1731109246592 2024-11-08T23:43:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 296d1c076410,34501,1731109246592 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T23:43:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 296d1c076410,34501,1731109246592 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T23:43:54,807 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 246ms, sequenceid=60, compaction requested=false; wal=null 2024-11-08T23:43:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1 from cache 2024-11-08T23:43:54,809 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T23:43:54,810 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T23:43:54,811 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T23:43:54,811 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T23:43:54,813 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T23:43:54,816 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-08T23:43:54,817 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71340880, jitterRate=0.06306195259094238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T23:43:54,818 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T23:43:54,818 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731109434532Writing region info on filesystem at 1731109434532Initializing all the Stores at 1731109434533 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109434533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109434534 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109434534Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731109434534Obtaining lock to block concurrent updates at 1731109434560 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1731109434560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731109434562 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731109434563 (+1 ms)Flushing 1588230740/info: creating writer at 1731109434565 (+2 ms)Flushing 1588230740/info: appending metadata at 1731109434619 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731109434621 (+2 ms)Flushing 1588230740/ns: creating writer at 1731109434688 (+67 ms)Flushing 1588230740/ns: appending metadata at 1731109434705 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731109434705Flushing 1588230740/table: creating writer at 1731109434724 (+19 ms)Flushing 1588230740/table: appending metadata at 1731109434739 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731109434740 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b3f417: reopening flushed file at 1731109434759 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d67399d: reopening flushed file at 1731109434774 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5bdf27: reopening flushed file at 1731109434792 (+18 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 246ms, sequenceid=60, compaction requested=false; wal=null at 1731109434807 (+15 ms)Cleaning up temporary data from old regions at 1731109434811 (+4 ms)Running coprocessor post-open hooks at 1731109434818 (+7 ms)Region opened successfully at 1731109434818 2024-11-08T23:43:54,819 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731109434486 2024-11-08T23:43:54,822 DEBUG [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T23:43:54,822 INFO [RS_OPEN_META-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T23:43:54,823 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:54,824 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,34501,1731109246592, state=OPEN 2024-11-08T23:43:54,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,857 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:54,857 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:54,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:54,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T23:43:54,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 in 525 msec 2024-11-08T23:43:54,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-08T23:43:54,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 694 msec 2024-11-08T23:43:55,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:55,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1] 2024-11-08T23:43:55,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c395da16ab2f14167f66924394ad30d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ae38589f812ccc8e2be142151013226, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f54d5b16075b0915fe941a694527046d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3310550d8705a6483a03c4952c6aa81e, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fc87632366181c097ab662dc77d1b54c, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ff6ed399f67883b274ae548c089d97d, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=68ccafb619139775a1ee6d8f47eae495, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b3728b984aef6a9e5b9c7935971244fe, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,345 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37de7bb93b688fbdc5252ef32df43a03, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,345 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T23:43:55,345 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731109495345 2024-11-08T23:43:55,345 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731109555345 2024-11-08T23:43:55,346 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1790 sec 2024-11-08T23:43:55,346 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 296d1c076410,38589,1731109246688 had 10 regions 2024-11-08T23:43:55,346 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:43:55,346 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:55,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:55,347 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:55,596 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:55,596 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:43:55,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:55,596 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:43:55,596 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:43:55,597 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:43:55,597 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:43:55,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:43:55,597 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:43:55,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:43:55,599 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:55,602 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:43:55,602 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:55,602 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:55,602 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:55,602 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:55,603 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:43:55,604 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,605 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-08T23:43:55,606 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:55,606 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=61 2024-11-08T23:43:55,606 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,34501,1731109246592, table=hbase:meta, region=1588230740 2024-11-08T23:43:55,606 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,34501,1731109246592, state=OPEN 2024-11-08T23:43:55,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:55,615 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:55,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:55,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:55,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:55,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:55,616 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109465616 2024-11-08T23:43:55,616 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:43:55,625 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,625 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c395da16ab2f14167f66924394ad30d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ae38589f812ccc8e2be142151013226, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,626 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f54d5b16075b0915fe941a694527046d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3310550d8705a6483a03c4952c6aa81e, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fc87632366181c097ab662dc77d1b54c, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,627 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ff6ed399f67883b274ae548c089d97d, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=68ccafb619139775a1ee6d8f47eae495, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b3728b984aef6a9e5b9c7935971244fe, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,628 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,629 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37de7bb93b688fbdc5252ef32df43a03, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,629 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T23:43:55,629 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731109495629 2024-11-08T23:43:55,629 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731109555629 2024-11-08T23:43:55,629 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-08T23:43:55,629 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 296d1c076410,38589,1731109246688 had 9 regions 2024-11-08T23:43:55,629 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:43:55,630 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true, isMeta: false 2024-11-08T23:43:55,632 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=1, meta=false 2024-11-08T23:43:55,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186}] 2024-11-08T23:43:55,632 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:43:55,632 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:55,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:55,633 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:55,879 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:55,879 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:43:55,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:55,879 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:43:55,880 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:43:55,880 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:43:55,880 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:43:55,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:43:55,880 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:43:55,882 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:43:55,886 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:43:55,886 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:55,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:55,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:55,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:55,887 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:43:55,888 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:43:55,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:55,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:55,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:55,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:43:55,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:55,890 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:43:55,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:55,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-08T23:43:55,891 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=61 2024-11-08T23:43:55,891 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,34501,1731109246592, table=hbase:meta, region=1588230740 2024-11-08T23:43:55,891 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,34501,1731109246592, state=OPEN 2024-11-08T23:43:55,906 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:55,919 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:55,948 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:55,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:55,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:55,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:55,949 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109465949 2024-11-08T23:43:55,950 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:43:55,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,957 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c395da16ab2f14167f66924394ad30d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ae38589f812ccc8e2be142151013226, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f54d5b16075b0915fe941a694527046d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3310550d8705a6483a03c4952c6aa81e, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fc87632366181c097ab662dc77d1b54c, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ff6ed399f67883b274ae548c089d97d, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=68ccafb619139775a1ee6d8f47eae495, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,959 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,960 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b3728b984aef6a9e5b9c7935971244fe, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:55,960 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:55,960 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37de7bb93b688fbdc5252ef32df43a03, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:55,960 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T23:43:55,960 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731109495960 2024-11-08T23:43:55,960 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731109555960 2024-11-08T23:43:55,960 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-08T23:43:55,960 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true, isMeta: false 2024-11-08T23:43:55,962 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=1, meta=false 2024-11-08T23:43:55,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186}] 2024-11-08T23:43:55,963 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:43:55,966 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:55,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733}] 2024-11-08T23:43:56,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T23:43:56,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-08T23:43:56,140 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186, size=327.1 K (334915bytes) 2024-11-08T23:43:56,140 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186 2024-11-08T23:43:56,140 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186 after 0ms 2024-11-08T23:43:56,145 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186 took 4ms 2024-11-08T23:43:56,148 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3b867a31aac4fd388df83f482e785f76: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,149 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a82e55daea3432bf6fc39b99477d06f5: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,151 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for aeadf954bdb7c31012ebe1851a147887: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,152 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 04905556622236d78e3dcef7bb4b3962: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,153 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2a75fefb837e62d13d7b122e6da825c5: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for db10fb3389a7b7954fcb2e15d7a7035a: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bb81cf0dbb6c0c49fe37849b5748546e: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,158 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for deb68e6bae57e271e46be535d6b79375: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,160 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1f4aedf9963b2d1729b3858c93a990a6: last_flushed_sequence_id: 18446744073709551615 2024-11-08T23:43:56,165 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,166 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,169 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,169 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,170 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,173 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,174 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,174 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,176 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,177 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,178 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,179 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,179 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,181 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,181 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186 so closing down 2024-11-08T23:43:56,181 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T23:43:56,181 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,183 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,184 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,186 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp 2024-11-08T23:43:56,187 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T23:43:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741869_1045 (size=36767) 2024-11-08T23:43:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741869_1045 (size=36767) 2024-11-08T23:43:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741869_1045 (size=36767) 2024-11-08T23:43:56,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T23:43:56,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004 2024-11-08T23:43:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741870_1046 (size=36767) 2024-11-08T23:43:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741870_1046 (size=36767) 2024-11-08T23:43:56,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741870_1046 (size=36767) 2024-11-08T23:43:56,212 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T23:43:56,214 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004 2024-11-08T23:43:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741871_1047 (size=36767) 2024-11-08T23:43:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741871_1047 (size=36767) 2024-11-08T23:43:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741871_1047 (size=36767) 2024-11-08T23:43:56,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T23:43:56,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004 2024-11-08T23:43:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741872_1048 (size=36767) 2024-11-08T23:43:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741872_1048 (size=36767) 2024-11-08T23:43:56,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741872_1048 (size=36767) 2024-11-08T23:43:56,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T23:43:56,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004 2024-11-08T23:43:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741873_1049 (size=36767) 2024-11-08T23:43:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741873_1049 (size=36767) 2024-11-08T23:43:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741873_1049 (size=36767) 2024-11-08T23:43:56,238 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T23:43:56,240 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004 2024-11-08T23:43:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741874_1050 (size=36767) 2024-11-08T23:43:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741874_1050 (size=36767) 2024-11-08T23:43:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741874_1050 (size=36767) 2024-11-08T23:43:56,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T23:43:56,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004 2024-11-08T23:43:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741876_1052 (size=36767) 2024-11-08T23:43:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741875_1051 (size=36767) 2024-11-08T23:43:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741875_1051 (size=36767) 2024-11-08T23:43:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741876_1052 (size=36767) 2024-11-08T23:43:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741876_1052 (size=36767) 2024-11-08T23:43:56,271 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T23:43:56,273 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004 2024-11-08T23:43:56,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741875_1051 (size=36767) 2024-11-08T23:43:56,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T23:43:56,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004 2024-11-08T23:43:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741877_1053 (size=36767) 2024-11-08T23:43:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741877_1053 (size=36767) 2024-11-08T23:43:56,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741877_1053 (size=36767) 2024-11-08T23:43:56,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T23:43:56,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004 2024-11-08T23:43:56,284 INFO [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 139 ms; skipped=9; WAL=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186, size=327.1 K, length=334915, corrupted=false, cancelled=false 2024-11-08T23:43:56,284 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186, journal: Splitting hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186, size=327.1 K (334915bytes) at 1731109436140Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436169 (+29 ms)Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436170 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436173 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436176 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436178 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436179 (+1 ms)Split 8 edits, skipped 9 edits. at 1731109436179Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436181 (+2 ms)Finishing writing output for hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186 so closing down at 1731109436181Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436183 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp at 1731109436186 (+3 ms)3 split writer threads finished at 1731109436187 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731109436202 (+15 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004 at 1731109436204 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731109436212 (+8 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004 at 1731109436214 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731109436220 (+6 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004 at 1731109436222 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731109436231 (+9 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004 at 1731109436232 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731109436238 (+6 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004 at 1731109436240 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731109436254 (+14 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004 at 1731109436256 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731109436271 (+15 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004 at 1731109436273 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731109436276 (+3 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004 at 1731109436278 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731109436282 (+4 ms)Rename recovered edits hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004-296d1c076410%2C38589%2C1731109246688.1731109248186.temp to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004 at 1731109436284 (+2 ms)Processed 18 edits across 9 Regions in 139 ms; skipped=9; WAL=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186, size=327.1 K, length=334915, corrupted=false, cancelled=false at 1731109436284 2024-11-08T23:43:56,284 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186 2024-11-08T23:43:56,285 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296d1c076410:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-08T23:43:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-08T23:43:56,290 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting/296d1c076410%2C38589%2C1731109246688.1731109248186 to hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs 2024-11-08T23:43:56,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T23:43:56,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 in 324 msec 2024-11-08T23:43:56,293 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-08T23:43:56,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 in 331 msec 2024-11-08T23:43:56,298 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting dir is empty, no logs to split. 2024-11-08T23:43:56,298 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=0, meta=false 2024-11-08T23:43:56,298 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 296d1c076410,38589,1731109246688 WAL splitting is done? wals=0, meta=false 2024-11-08T23:43:56,298 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:43:56,298 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:56,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:56,298 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:56,460 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:56,460 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:43:56,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:56,461 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:43:56,461 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:43:56,461 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:43:56,461 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:43:56,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:43:56,462 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:43:56,462 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:56,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T23:43:56,465 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:56,466 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:43:56,467 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:56,467 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:56,467 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:56,467 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:56,467 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:56,467 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:56,467 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:43:56,469 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:43:56,470 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:56,470 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-08T23:43:56,472 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=61 2024-11-08T23:43:56,473 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,34501,1731109246592, table=hbase:meta, region=1588230740 2024-11-08T23:43:56,473 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,34501,1731109246592, state=OPEN 2024-11-08T23:43:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:56,506 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:56,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:56,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:56,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:56,507 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109466507 2024-11-08T23:43:56,508 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:43:56,514 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,514 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,514 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,514 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,514 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c395da16ab2f14167f66924394ad30d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,514 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,514 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ae38589f812ccc8e2be142151013226, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f54d5b16075b0915fe941a694527046d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3310550d8705a6483a03c4952c6aa81e, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fc87632366181c097ab662dc77d1b54c, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,515 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ff6ed399f67883b274ae548c089d97d, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=68ccafb619139775a1ee6d8f47eae495, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b3728b984aef6a9e5b9c7935971244fe, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,516 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37de7bb93b688fbdc5252ef32df43a03, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,516 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T23:43:56,516 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731109496516 2024-11-08T23:43:56,516 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731109556516 2024-11-08T23:43:56,516 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-08T23:43:56,518 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 296d1c076410,38589,1731109246688 does not exist 2024-11-08T23:43:56,518 INFO [PEWorker-1 {}] master.SplitWALManager(105): 296d1c076410,38589,1731109246688 WAL count=0, meta=false 2024-11-08T23:43:56,518 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 296d1c076410,38589,1731109246688 WAL splitting is done? wals=0, meta=false 2024-11-08T23:43:56,519 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 296d1c076410,38589,1731109246688 failed, ignore...File hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/WALs/296d1c076410,38589,1731109246688-splitting does not exist. 2024-11-08T23:43:56,519 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:43:56,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN}] 2024-11-08T23:43:56,521 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:43:56,521 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:56,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:56,522 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:56,767 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:56,767 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:43:56,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:56,767 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:43:56,767 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:43:56,767 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:43:56,767 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:43:56,768 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:43:56,768 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:43:56,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:43:56,770 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:56,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:43:56,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:56,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:56,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:56,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:56,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:56,771 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:56,772 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:43:56,772 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:56,773 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:43:56,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:56,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:43:56,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,776 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:43:56,776 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,776 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,776 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,776 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,776 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,776 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:56,776 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-08T23:43:56,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=61 2024-11-08T23:43:56,777 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,34501,1731109246592, table=hbase:meta, region=1588230740 2024-11-08T23:43:56,777 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,34501,1731109246592, state=OPEN 2024-11-08T23:43:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:56,781 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:56,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:56,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:56,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:56,782 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109466782 2024-11-08T23:43:56,783 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:43:56,788 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,788 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,788 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,788 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,788 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c395da16ab2f14167f66924394ad30d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,788 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ae38589f812ccc8e2be142151013226, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f54d5b16075b0915fe941a694527046d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3310550d8705a6483a03c4952c6aa81e, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,789 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fc87632366181c097ab662dc77d1b54c, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ff6ed399f67883b274ae548c089d97d, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=68ccafb619139775a1ee6d8f47eae495, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b3728b984aef6a9e5b9c7935971244fe, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:56,790 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, lastHost=296d1c076410,38589,1731109246688, regionLocation=296d1c076410,38589,1731109246688, openSeqNum=2 2024-11-08T23:43:56,791 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37de7bb93b688fbdc5252ef32df43a03, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:56,791 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T23:43:56,791 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731109496791 2024-11-08T23:43:56,791 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731109556791 2024-11-08T23:43:56,791 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-08T23:43:56,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN}] 2024-11-08T23:43:56,791 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:43:56,794 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN 2024-11-08T23:43:56,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,797 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN 2024-11-08T23:43:56,798 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,799 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN 2024-11-08T23:43:56,799 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,800 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN 2024-11-08T23:43:56,801 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,801 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN 2024-11-08T23:43:56,802 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN 2024-11-08T23:43:56,803 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN 2024-11-08T23:43:56,805 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN 2024-11-08T23:43:56,806 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN 2024-11-08T23:43:56,807 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T23:43:56,946 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(204): Hosts are {296d1c076410=0} racks are {/default-rack=0} 2024-11-08T23:43:56,947 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T23:43:56,947 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T23:43:56,947 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T23:43:56,947 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T23:43:56,948 INFO [296d1c076410:42337 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T23:43:56,948 INFO [296d1c076410:42337 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T23:43:56,948 DEBUG [296d1c076410:42337 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T23:43:56,949 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=2a75fefb837e62d13d7b122e6da825c5, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,952 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3b867a31aac4fd388df83f482e785f76, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,954 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=deb68e6bae57e271e46be535d6b79375, regionState=OPENING, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:56,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN because future has completed 2024-11-08T23:43:56,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=04905556622236d78e3dcef7bb4b3962, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:43:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN because future has completed 2024-11-08T23:43:56,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN because future has completed 2024-11-08T23:43:56,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN because future has completed 2024-11-08T23:43:56,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN because future has completed 2024-11-08T23:43:56,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN because future has completed 2024-11-08T23:43:56,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:43:56,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:43:56,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:43:56,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:43:56,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,34501,1731109246592}] 2024-11-08T23:43:56,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=a82e55daea3432bf6fc39b99477d06f5, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=aeadf954bdb7c31012ebe1851a147887, regionState=OPENING, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:56,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN because future has completed 2024-11-08T23:43:56,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:43:56,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN because future has completed 2024-11-08T23:43:56,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN because future has completed 2024-11-08T23:43:56,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:43:56,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,34293,1731109246733}] 2024-11-08T23:43:57,113 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:43:57,114 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b867a31aac4fd388df83f482e785f76, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-08T23:43:57,114 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,114 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,114 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,114 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,116 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,117 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b867a31aac4fd388df83f482e785f76 columnFamilyName colfamily11 2024-11-08T23:43:57,117 DEBUG [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,117 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(327): Store=3b867a31aac4fd388df83f482e785f76/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,117 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,118 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b867a31aac4fd388df83f482e785f76 columnFamilyName colfamily21 2024-11-08T23:43:57,119 DEBUG [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,119 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(327): Store=3b867a31aac4fd388df83f482e785f76/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,119 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,120 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b867a31aac4fd388df83f482e785f76 columnFamilyName colfamily31 2024-11-08T23:43:57,120 DEBUG [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,121 INFO [StoreOpener-3b867a31aac4fd388df83f482e785f76-1 {}] regionserver.HStore(327): Store=3b867a31aac4fd388df83f482e785f76/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,121 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,122 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,124 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,125 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004 2024-11-08T23:43:57,132 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:43:57,132 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => aeadf954bdb7c31012ebe1851a147887, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-08T23:43:57,132 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,132 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,133 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,133 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,133 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004 2024-11-08T23:43:57,133 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 3b867a31aac4fd388df83f482e785f76 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,135 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,136 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeadf954bdb7c31012ebe1851a147887 columnFamilyName colfamily11 2024-11-08T23:43:57,136 DEBUG [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,136 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(327): Store=aeadf954bdb7c31012ebe1851a147887/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,136 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,138 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeadf954bdb7c31012ebe1851a147887 columnFamilyName colfamily21 2024-11-08T23:43:57,138 DEBUG [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,139 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(327): Store=aeadf954bdb7c31012ebe1851a147887/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,139 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,140 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeadf954bdb7c31012ebe1851a147887 columnFamilyName colfamily31 2024-11-08T23:43:57,140 DEBUG [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,141 INFO [StoreOpener-aeadf954bdb7c31012ebe1851a147887-1 {}] regionserver.HStore(327): Store=aeadf954bdb7c31012ebe1851a147887/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,141 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,141 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,143 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,144 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004 2024-11-08T23:43:57,151 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004 2024-11-08T23:43:57,151 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing aeadf954bdb7c31012ebe1851a147887 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,162 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/.tmp/colfamily11/99a6607c7fd34055ab821671b33e4ffb is 52, key is jjj/colfamily11:colfamily11/1731109253007/Put/seqid=0 2024-11-08T23:43:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741878_1054 (size=39263) 2024-11-08T23:43:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741878_1054 (size=39263) 2024-11-08T23:43:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741878_1054 (size=39263) 2024-11-08T23:43:57,174 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/.tmp/colfamily11/99a6607c7fd34055ab821671b33e4ffb 2024-11-08T23:43:57,174 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/.tmp/colfamily11/06e80fdc3b2349efbe89a9988f9d3471 is 52, key is aaa/colfamily11:colfamily11/1731109252842/Put/seqid=0 2024-11-08T23:43:57,182 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/.tmp/colfamily11/99a6607c7fd34055ab821671b33e4ffb as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/colfamily11/99a6607c7fd34055ab821671b33e4ffb 2024-11-08T23:43:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741879_1055 (size=39263) 2024-11-08T23:43:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741879_1055 (size=39263) 2024-11-08T23:43:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741879_1055 (size=39263) 2024-11-08T23:43:57,187 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/.tmp/colfamily11/06e80fdc3b2349efbe89a9988f9d3471 2024-11-08T23:43:57,190 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/colfamily11/99a6607c7fd34055ab821671b33e4ffb, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,191 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b867a31aac4fd388df83f482e785f76 in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,192 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/0000000000000000004 2024-11-08T23:43:57,193 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,193 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,194 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,195 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/.tmp/colfamily11/06e80fdc3b2349efbe89a9988f9d3471 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/colfamily11/06e80fdc3b2349efbe89a9988f9d3471 2024-11-08T23:43:57,196 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,198 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,199 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 3b867a31aac4fd388df83f482e785f76; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68207638, jitterRate=0.016373008489608765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,200 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:57,200 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 3b867a31aac4fd388df83f482e785f76: Running coprocessor pre-open hook at 1731109437114Writing region info on filesystem at 1731109437114Initializing all the Stores at 1731109437115 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437115Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437116 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437116Obtaining lock to block concurrent updates at 1731109437133 (+17 ms)Preparing flush snapshotting stores in 3b867a31aac4fd388df83f482e785f76 at 1731109437133Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437133Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. at 1731109437133Flushing 3b867a31aac4fd388df83f482e785f76/colfamily11: creating writer at 1731109437133Flushing 3b867a31aac4fd388df83f482e785f76/colfamily11: appending metadata at 1731109437161 (+28 ms)Flushing 3b867a31aac4fd388df83f482e785f76/colfamily11: closing flushed file at 1731109437162 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f42913: reopening flushed file at 1731109437181 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b867a31aac4fd388df83f482e785f76 in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731109437191 (+10 ms)Cleaning up temporary data from old regions at 1731109437193 (+2 ms)Running coprocessor post-open hooks at 1731109437200 (+7 ms)Region opened successfully at 1731109437200 2024-11-08T23:43:57,201 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., pid=77, masterSystemTime=1731109437109 2024-11-08T23:43:57,203 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:43:57,203 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:43:57,203 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:57,203 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => db10fb3389a7b7954fcb2e15d7a7035a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-08T23:43:57,204 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/colfamily11/06e80fdc3b2349efbe89a9988f9d3471, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,204 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,204 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aeadf954bdb7c31012ebe1851a147887 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,204 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,204 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,204 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:57,206 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/0000000000000000004 2024-11-08T23:43:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:43:57,208 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,208 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,208 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,210 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,210 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db10fb3389a7b7954fcb2e15d7a7035a columnFamilyName colfamily11 2024-11-08T23:43:57,210 DEBUG [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,211 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(327): Store=db10fb3389a7b7954fcb2e15d7a7035a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,211 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,212 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db10fb3389a7b7954fcb2e15d7a7035a columnFamilyName colfamily21 2024-11-08T23:43:57,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=64 2024-11-08T23:43:57,212 DEBUG [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,34501,1731109246592 in 223 msec 2024-11-08T23:43:57,213 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(327): Store=db10fb3389a7b7954fcb2e15d7a7035a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,213 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,214 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db10fb3389a7b7954fcb2e15d7a7035a columnFamilyName colfamily31 2024-11-08T23:43:57,214 DEBUG [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,215 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,215 INFO [StoreOpener-db10fb3389a7b7954fcb2e15d7a7035a-1 {}] regionserver.HStore(327): Store=db10fb3389a7b7954fcb2e15d7a7035a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN in 421 msec 2024-11-08T23:43:57,215 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,216 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,217 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,218 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,219 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004 2024-11-08T23:43:57,219 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened aeadf954bdb7c31012ebe1851a147887; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75491683, jitterRate=0.12491373717784882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,219 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:57,219 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for aeadf954bdb7c31012ebe1851a147887: Running coprocessor pre-open hook at 1731109437133Writing region info on filesystem at 1731109437133Initializing all the Stores at 1731109437134 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437134Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437134Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437134Obtaining lock to block concurrent updates at 1731109437151 (+17 ms)Preparing flush snapshotting stores in aeadf954bdb7c31012ebe1851a147887 at 1731109437151Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437151Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. at 1731109437151Flushing aeadf954bdb7c31012ebe1851a147887/colfamily11: creating writer at 1731109437151Flushing aeadf954bdb7c31012ebe1851a147887/colfamily11: appending metadata at 1731109437174 (+23 ms)Flushing aeadf954bdb7c31012ebe1851a147887/colfamily11: closing flushed file at 1731109437174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cc4bae: reopening flushed file at 1731109437194 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aeadf954bdb7c31012ebe1851a147887 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731109437204 (+10 ms)Cleaning up temporary data from old regions at 1731109437208 (+4 ms)Running coprocessor post-open hooks at 1731109437219 (+11 ms)Region opened successfully at 1731109437219 2024-11-08T23:43:57,220 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., pid=80, masterSystemTime=1731109437126 2024-11-08T23:43:57,222 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:43:57,223 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:43:57,223 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:43:57,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:57,223 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 04905556622236d78e3dcef7bb4b3962, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-08T23:43:57,223 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,223 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,223 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,224 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:43:57,225 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004 2024-11-08T23:43:57,225 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,225 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing db10fb3389a7b7954fcb2e15d7a7035a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,227 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04905556622236d78e3dcef7bb4b3962 columnFamilyName colfamily11 2024-11-08T23:43:57,227 DEBUG [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,227 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(327): Store=04905556622236d78e3dcef7bb4b3962/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,227 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,228 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04905556622236d78e3dcef7bb4b3962 columnFamilyName colfamily21 2024-11-08T23:43:57,228 DEBUG [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=65 2024-11-08T23:43:57,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,34293,1731109246733 in 230 msec 2024-11-08T23:43:57,229 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(327): Store=04905556622236d78e3dcef7bb4b3962/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,230 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,231 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04905556622236d78e3dcef7bb4b3962 columnFamilyName colfamily31 2024-11-08T23:43:57,231 DEBUG [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,232 INFO [StoreOpener-04905556622236d78e3dcef7bb4b3962-1 {}] regionserver.HStore(327): Store=04905556622236d78e3dcef7bb4b3962/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN in 439 msec 2024-11-08T23:43:57,232 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,233 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,236 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,236 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004 2024-11-08T23:43:57,242 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004 2024-11-08T23:43:57,242 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 04905556622236d78e3dcef7bb4b3962 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,248 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/.tmp/colfamily11/72ba7a64d9db4d0f8fe74d112db588dd is 52, key is ppp/colfamily11:colfamily11/1731109253087/Put/seqid=0 2024-11-08T23:43:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741880_1056 (size=39263) 2024-11-08T23:43:57,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741880_1056 (size=39263) 2024-11-08T23:43:57,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741880_1056 (size=39263) 2024-11-08T23:43:57,263 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/.tmp/colfamily11/72ba7a64d9db4d0f8fe74d112db588dd 2024-11-08T23:43:57,265 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/.tmp/colfamily11/fa6d0d852625466d85dbba509f500ce3 is 52, key is ttt/colfamily11:colfamily11/1731109253125/Put/seqid=0 2024-11-08T23:43:57,272 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/.tmp/colfamily11/72ba7a64d9db4d0f8fe74d112db588dd as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/colfamily11/72ba7a64d9db4d0f8fe74d112db588dd 2024-11-08T23:43:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741881_1057 (size=39263) 2024-11-08T23:43:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741881_1057 (size=39263) 2024-11-08T23:43:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741881_1057 (size=39263) 2024-11-08T23:43:57,281 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/colfamily11/72ba7a64d9db4d0f8fe74d112db588dd, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,281 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for db10fb3389a7b7954fcb2e15d7a7035a in 56ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,282 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/0000000000000000004 2024-11-08T23:43:57,283 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,283 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,283 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,285 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,288 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,289 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened db10fb3389a7b7954fcb2e15d7a7035a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63771435, jitterRate=-0.04973156750202179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,289 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:57,289 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for db10fb3389a7b7954fcb2e15d7a7035a: Running coprocessor pre-open hook at 1731109437204Writing region info on filesystem at 1731109437204Initializing all the Stores at 1731109437208 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437208Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437208Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437208Obtaining lock to block concurrent updates at 1731109437225 (+17 ms)Preparing flush snapshotting stores in db10fb3389a7b7954fcb2e15d7a7035a at 1731109437225Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437226 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. at 1731109437226Flushing db10fb3389a7b7954fcb2e15d7a7035a/colfamily11: creating writer at 1731109437226Flushing db10fb3389a7b7954fcb2e15d7a7035a/colfamily11: appending metadata at 1731109437247 (+21 ms)Flushing db10fb3389a7b7954fcb2e15d7a7035a/colfamily11: closing flushed file at 1731109437247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a04bb0f: reopening flushed file at 1731109437270 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for db10fb3389a7b7954fcb2e15d7a7035a in 56ms, sequenceid=4, compaction requested=false; wal=null at 1731109437281 (+11 ms)Cleaning up temporary data from old regions at 1731109437283 (+2 ms)Running coprocessor post-open hooks at 1731109437289 (+6 ms)Region opened successfully at 1731109437289 2024-11-08T23:43:57,290 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., pid=78, masterSystemTime=1731109437109 2024-11-08T23:43:57,292 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:57,292 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:57,293 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:57,293 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:57,293 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => deb68e6bae57e271e46be535d6b79375, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-08T23:43:57,293 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,293 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,293 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,293 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:43:57,295 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,296 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb68e6bae57e271e46be535d6b79375 columnFamilyName colfamily11 2024-11-08T23:43:57,297 DEBUG [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,297 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(327): Store=deb68e6bae57e271e46be535d6b79375/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,297 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=67 2024-11-08T23:43:57,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,34501,1731109246592 in 309 msec 2024-11-08T23:43:57,298 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb68e6bae57e271e46be535d6b79375 columnFamilyName colfamily21 2024-11-08T23:43:57,299 DEBUG [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,299 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(327): Store=deb68e6bae57e271e46be535d6b79375/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN in 507 msec 2024-11-08T23:43:57,299 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,300 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb68e6bae57e271e46be535d6b79375 columnFamilyName colfamily31 2024-11-08T23:43:57,300 DEBUG [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,301 INFO [StoreOpener-deb68e6bae57e271e46be535d6b79375-1 {}] regionserver.HStore(327): Store=deb68e6bae57e271e46be535d6b79375/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,301 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,302 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,303 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,304 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004 2024-11-08T23:43:57,309 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004 2024-11-08T23:43:57,309 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing deb68e6bae57e271e46be535d6b79375 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,325 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/.tmp/colfamily11/a240d83f882a4e3ab7988fd2ff41f1e7 is 52, key is ddd/colfamily11:colfamily11/1731109252895/Put/seqid=0 2024-11-08T23:43:57,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741882_1058 (size=39263) 2024-11-08T23:43:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741882_1058 (size=39263) 2024-11-08T23:43:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741882_1058 (size=39263) 2024-11-08T23:43:57,333 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/.tmp/colfamily11/a240d83f882a4e3ab7988fd2ff41f1e7 2024-11-08T23:43:57,340 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/.tmp/colfamily11/a240d83f882a4e3ab7988fd2ff41f1e7 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/colfamily11/a240d83f882a4e3ab7988fd2ff41f1e7 2024-11-08T23:43:57,348 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/colfamily11/a240d83f882a4e3ab7988fd2ff41f1e7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,349 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for deb68e6bae57e271e46be535d6b79375 in 39ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,349 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/0000000000000000004 2024-11-08T23:43:57,351 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,351 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,352 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,353 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,356 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,357 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened deb68e6bae57e271e46be535d6b79375; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72328065, jitterRate=0.07777215540409088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,357 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:57,357 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for deb68e6bae57e271e46be535d6b79375: Running coprocessor pre-open hook at 1731109437294Writing region info on filesystem at 1731109437294Initializing all the Stores at 1731109437295 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437295Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437295Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437295Obtaining lock to block concurrent updates at 1731109437309 (+14 ms)Preparing flush snapshotting stores in deb68e6bae57e271e46be535d6b79375 at 1731109437309Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437309Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. at 1731109437309Flushing deb68e6bae57e271e46be535d6b79375/colfamily11: creating writer at 1731109437309Flushing deb68e6bae57e271e46be535d6b79375/colfamily11: appending metadata at 1731109437324 (+15 ms)Flushing deb68e6bae57e271e46be535d6b79375/colfamily11: closing flushed file at 1731109437324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffeecdb: reopening flushed file at 1731109437339 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for deb68e6bae57e271e46be535d6b79375 in 39ms, sequenceid=4, compaction requested=false; wal=null at 1731109437349 (+10 ms)Cleaning up temporary data from old regions at 1731109437351 (+2 ms)Running coprocessor post-open hooks at 1731109437357 (+6 ms)Region opened successfully at 1731109437357 2024-11-08T23:43:57,358 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., pid=76, masterSystemTime=1731109437109 2024-11-08T23:43:57,360 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:57,360 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:57,360 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:57,360 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a75fefb837e62d13d7b122e6da825c5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-08T23:43:57,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:57,360 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,360 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,361 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,361 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:43:57,362 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,364 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a75fefb837e62d13d7b122e6da825c5 columnFamilyName colfamily11 2024-11-08T23:43:57,364 DEBUG [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,364 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(327): Store=2a75fefb837e62d13d7b122e6da825c5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,365 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=70 2024-11-08T23:43:57,366 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a75fefb837e62d13d7b122e6da825c5 columnFamilyName colfamily21 2024-11-08T23:43:57,366 DEBUG [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,34501,1731109246592 in 383 msec 2024-11-08T23:43:57,366 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(327): Store=2a75fefb837e62d13d7b122e6da825c5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,366 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN in 575 msec 2024-11-08T23:43:57,368 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a75fefb837e62d13d7b122e6da825c5 columnFamilyName colfamily31 2024-11-08T23:43:57,368 DEBUG [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,369 INFO [StoreOpener-2a75fefb837e62d13d7b122e6da825c5-1 {}] regionserver.HStore(327): Store=2a75fefb837e62d13d7b122e6da825c5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,369 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,370 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,371 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,372 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004 2024-11-08T23:43:57,376 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004 2024-11-08T23:43:57,377 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 2a75fefb837e62d13d7b122e6da825c5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,393 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/.tmp/colfamily11/73840849cbde4684b2f0ac27fc42b9e7 is 52, key is vvv/colfamily11:colfamily11/1731109253166/Put/seqid=0 2024-11-08T23:43:57,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741883_1059 (size=39263) 2024-11-08T23:43:57,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741883_1059 (size=39263) 2024-11-08T23:43:57,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741883_1059 (size=39263) 2024-11-08T23:43:57,401 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/.tmp/colfamily11/73840849cbde4684b2f0ac27fc42b9e7 2024-11-08T23:43:57,409 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/.tmp/colfamily11/73840849cbde4684b2f0ac27fc42b9e7 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/colfamily11/73840849cbde4684b2f0ac27fc42b9e7 2024-11-08T23:43:57,415 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/colfamily11/73840849cbde4684b2f0ac27fc42b9e7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,415 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2a75fefb837e62d13d7b122e6da825c5 in 39ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,416 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/0000000000000000004 2024-11-08T23:43:57,417 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,417 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,417 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,419 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,420 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,421 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 2a75fefb837e62d13d7b122e6da825c5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65352410, jitterRate=-0.02617320418357849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,421 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:57,421 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 2a75fefb837e62d13d7b122e6da825c5: Running coprocessor pre-open hook at 1731109437361Writing region info on filesystem at 1731109437361Initializing all the Stores at 1731109437362 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437362Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437362Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437362Obtaining lock to block concurrent updates at 1731109437377 (+15 ms)Preparing flush snapshotting stores in 2a75fefb837e62d13d7b122e6da825c5 at 1731109437377Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437377Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. at 1731109437377Flushing 2a75fefb837e62d13d7b122e6da825c5/colfamily11: creating writer at 1731109437377Flushing 2a75fefb837e62d13d7b122e6da825c5/colfamily11: appending metadata at 1731109437393 (+16 ms)Flushing 2a75fefb837e62d13d7b122e6da825c5/colfamily11: closing flushed file at 1731109437393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18613f3f: reopening flushed file at 1731109437408 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2a75fefb837e62d13d7b122e6da825c5 in 39ms, sequenceid=4, compaction requested=false; wal=null at 1731109437415 (+7 ms)Cleaning up temporary data from old regions at 1731109437417 (+2 ms)Running coprocessor post-open hooks at 1731109437421 (+4 ms)Region opened successfully at 1731109437421 2024-11-08T23:43:57,422 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., pid=73, masterSystemTime=1731109437109 2024-11-08T23:43:57,424 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:57,424 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:57,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34501,1731109246592 2024-11-08T23:43:57,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,34501,1731109246592 because future has completed 2024-11-08T23:43:57,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=68 2024-11-08T23:43:57,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,34501,1731109246592 in 471 msec 2024-11-08T23:43:57,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN in 638 msec 2024-11-08T23:43:57,676 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/.tmp/colfamily11/fa6d0d852625466d85dbba509f500ce3 2024-11-08T23:43:57,691 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/.tmp/colfamily11/fa6d0d852625466d85dbba509f500ce3 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/colfamily11/fa6d0d852625466d85dbba509f500ce3 2024-11-08T23:43:57,698 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/colfamily11/fa6d0d852625466d85dbba509f500ce3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,698 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 04905556622236d78e3dcef7bb4b3962 in 456ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,699 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/0000000000000000004 2024-11-08T23:43:57,700 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,700 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,701 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,702 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,704 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,705 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 04905556622236d78e3dcef7bb4b3962; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61467926, jitterRate=-0.08405652642250061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,705 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:57,705 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 04905556622236d78e3dcef7bb4b3962: Running coprocessor pre-open hook at 1731109437224Writing region info on filesystem at 1731109437224Initializing all the Stores at 1731109437225 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437225Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437225Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437225Obtaining lock to block concurrent updates at 1731109437242 (+17 ms)Preparing flush snapshotting stores in 04905556622236d78e3dcef7bb4b3962 at 1731109437242Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437243 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. at 1731109437243Flushing 04905556622236d78e3dcef7bb4b3962/colfamily11: creating writer at 1731109437243Flushing 04905556622236d78e3dcef7bb4b3962/colfamily11: appending metadata at 1731109437264 (+21 ms)Flushing 04905556622236d78e3dcef7bb4b3962/colfamily11: closing flushed file at 1731109437264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2d75a6: reopening flushed file at 1731109437689 (+425 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 04905556622236d78e3dcef7bb4b3962 in 456ms, sequenceid=4, compaction requested=false; wal=null at 1731109437698 (+9 ms)Cleaning up temporary data from old regions at 1731109437700 (+2 ms)Running coprocessor post-open hooks at 1731109437705 (+5 ms)Region opened successfully at 1731109437705 2024-11-08T23:43:57,706 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., pid=74, masterSystemTime=1731109437126 2024-11-08T23:43:57,708 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:43:57,708 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:43:57,708 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:43:57,708 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => a82e55daea3432bf6fc39b99477d06f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-08T23:43:57,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:57,708 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,708 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,709 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,709 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:43:57,710 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,711 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82e55daea3432bf6fc39b99477d06f5 columnFamilyName colfamily11 2024-11-08T23:43:57,711 DEBUG [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,712 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(327): Store=a82e55daea3432bf6fc39b99477d06f5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,712 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,713 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82e55daea3432bf6fc39b99477d06f5 columnFamilyName colfamily21 2024-11-08T23:43:57,713 DEBUG [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,713 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(327): Store=a82e55daea3432bf6fc39b99477d06f5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,713 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=66 2024-11-08T23:43:57,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,34293,1731109246733 in 738 msec 2024-11-08T23:43:57,714 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82e55daea3432bf6fc39b99477d06f5 columnFamilyName colfamily31 2024-11-08T23:43:57,714 DEBUG [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,715 INFO [StoreOpener-a82e55daea3432bf6fc39b99477d06f5-1 {}] regionserver.HStore(327): Store=a82e55daea3432bf6fc39b99477d06f5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,715 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN in 923 msec 2024-11-08T23:43:57,716 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,717 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,718 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004 2024-11-08T23:43:57,723 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004 2024-11-08T23:43:57,723 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing a82e55daea3432bf6fc39b99477d06f5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,738 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/.tmp/colfamily11/c017a58ea36740568880e7f9af9e6e68 is 52, key is mmm/colfamily11:colfamily11/1731109253050/Put/seqid=0 2024-11-08T23:43:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741884_1060 (size=39263) 2024-11-08T23:43:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741884_1060 (size=39263) 2024-11-08T23:43:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741884_1060 (size=39263) 2024-11-08T23:43:57,746 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/.tmp/colfamily11/c017a58ea36740568880e7f9af9e6e68 2024-11-08T23:43:57,753 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/.tmp/colfamily11/c017a58ea36740568880e7f9af9e6e68 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/colfamily11/c017a58ea36740568880e7f9af9e6e68 2024-11-08T23:43:57,760 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/colfamily11/c017a58ea36740568880e7f9af9e6e68, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,761 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a82e55daea3432bf6fc39b99477d06f5 in 38ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,762 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/0000000000000000004 2024-11-08T23:43:57,763 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,763 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,764 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,765 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,768 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,769 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened a82e55daea3432bf6fc39b99477d06f5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69172162, jitterRate=0.03074553608894348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,769 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:57,770 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for a82e55daea3432bf6fc39b99477d06f5: Running coprocessor pre-open hook at 1731109437709Writing region info on filesystem at 1731109437709Initializing all the Stores at 1731109437710 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437710Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437710Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437710Obtaining lock to block concurrent updates at 1731109437723 (+13 ms)Preparing flush snapshotting stores in a82e55daea3432bf6fc39b99477d06f5 at 1731109437723Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437723Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. at 1731109437723Flushing a82e55daea3432bf6fc39b99477d06f5/colfamily11: creating writer at 1731109437723Flushing a82e55daea3432bf6fc39b99477d06f5/colfamily11: appending metadata at 1731109437738 (+15 ms)Flushing a82e55daea3432bf6fc39b99477d06f5/colfamily11: closing flushed file at 1731109437738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e852e3: reopening flushed file at 1731109437752 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a82e55daea3432bf6fc39b99477d06f5 in 38ms, sequenceid=4, compaction requested=false; wal=null at 1731109437761 (+9 ms)Cleaning up temporary data from old regions at 1731109437763 (+2 ms)Running coprocessor post-open hooks at 1731109437769 (+6 ms)Region opened successfully at 1731109437769 2024-11-08T23:43:57,770 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., pid=79, masterSystemTime=1731109437126 2024-11-08T23:43:57,772 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:43:57,772 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:43:57,773 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:43:57,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:57,773 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => bb81cf0dbb6c0c49fe37849b5748546e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-08T23:43:57,773 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,773 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,773 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,773 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:43:57,775 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,776 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb81cf0dbb6c0c49fe37849b5748546e columnFamilyName colfamily11 2024-11-08T23:43:57,777 DEBUG [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,777 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(327): Store=bb81cf0dbb6c0c49fe37849b5748546e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,777 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=69 2024-11-08T23:43:57,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,34293,1731109246733 in 783 msec 2024-11-08T23:43:57,778 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb81cf0dbb6c0c49fe37849b5748546e columnFamilyName colfamily21 2024-11-08T23:43:57,778 DEBUG [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,779 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(327): Store=bb81cf0dbb6c0c49fe37849b5748546e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN in 987 msec 2024-11-08T23:43:57,779 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,780 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb81cf0dbb6c0c49fe37849b5748546e columnFamilyName colfamily31 2024-11-08T23:43:57,780 DEBUG [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,781 INFO [StoreOpener-bb81cf0dbb6c0c49fe37849b5748546e-1 {}] regionserver.HStore(327): Store=bb81cf0dbb6c0c49fe37849b5748546e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,781 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,781 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,783 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,783 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004 2024-11-08T23:43:57,789 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004 2024-11-08T23:43:57,789 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing bb81cf0dbb6c0c49fe37849b5748546e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,805 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/.tmp/colfamily11/12f80e1dbb3b460cafb0ebd4fee80eb6 is 52, key is yyy/colfamily11:colfamily11/1731109253202/Put/seqid=0 2024-11-08T23:43:57,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741885_1061 (size=39263) 2024-11-08T23:43:57,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741885_1061 (size=39263) 2024-11-08T23:43:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741885_1061 (size=39263) 2024-11-08T23:43:57,814 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/.tmp/colfamily11/12f80e1dbb3b460cafb0ebd4fee80eb6 2024-11-08T23:43:57,823 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/.tmp/colfamily11/12f80e1dbb3b460cafb0ebd4fee80eb6 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/colfamily11/12f80e1dbb3b460cafb0ebd4fee80eb6 2024-11-08T23:43:57,830 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/colfamily11/12f80e1dbb3b460cafb0ebd4fee80eb6, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,830 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bb81cf0dbb6c0c49fe37849b5748546e in 41ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,831 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/0000000000000000004 2024-11-08T23:43:57,832 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,833 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,833 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,835 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,837 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,838 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened bb81cf0dbb6c0c49fe37849b5748546e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66869747, jitterRate=-0.00356312096118927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,838 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:57,838 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for bb81cf0dbb6c0c49fe37849b5748546e: Running coprocessor pre-open hook at 1731109437774Writing region info on filesystem at 1731109437774Initializing all the Stores at 1731109437775 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437775Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437775Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437775Obtaining lock to block concurrent updates at 1731109437789 (+14 ms)Preparing flush snapshotting stores in bb81cf0dbb6c0c49fe37849b5748546e at 1731109437789Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437789Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. at 1731109437789Flushing bb81cf0dbb6c0c49fe37849b5748546e/colfamily11: creating writer at 1731109437789Flushing bb81cf0dbb6c0c49fe37849b5748546e/colfamily11: appending metadata at 1731109437805 (+16 ms)Flushing bb81cf0dbb6c0c49fe37849b5748546e/colfamily11: closing flushed file at 1731109437805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da1e849: reopening flushed file at 1731109437822 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bb81cf0dbb6c0c49fe37849b5748546e in 41ms, sequenceid=4, compaction requested=false; wal=null at 1731109437830 (+8 ms)Cleaning up temporary data from old regions at 1731109437833 (+3 ms)Running coprocessor post-open hooks at 1731109437838 (+5 ms)Region opened successfully at 1731109437838 2024-11-08T23:43:57,839 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., pid=75, masterSystemTime=1731109437126 2024-11-08T23:43:57,842 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:43:57,842 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:43:57,842 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:43:57,842 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f4aedf9963b2d1729b3858c93a990a6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-08T23:43:57,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:57,843 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,843 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T23:43:57,843 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,843 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:43:57,844 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,846 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f4aedf9963b2d1729b3858c93a990a6 columnFamilyName colfamily11 2024-11-08T23:43:57,846 DEBUG [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,846 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(327): Store=1f4aedf9963b2d1729b3858c93a990a6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,846 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,847 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f4aedf9963b2d1729b3858c93a990a6 columnFamilyName colfamily21 2024-11-08T23:43:57,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=71 2024-11-08T23:43:57,847 DEBUG [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,34293,1731109246733 in 867 msec 2024-11-08T23:43:57,848 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(327): Store=1f4aedf9963b2d1729b3858c93a990a6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,848 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,849 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f4aedf9963b2d1729b3858c93a990a6 columnFamilyName colfamily31 2024-11-08T23:43:57,849 DEBUG [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T23:43:57,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN in 1.0570 sec 2024-11-08T23:43:57,849 INFO [StoreOpener-1f4aedf9963b2d1729b3858c93a990a6-1 {}] regionserver.HStore(327): Store=1f4aedf9963b2d1729b3858c93a990a6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T23:43:57,850 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,850 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,852 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,853 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004 2024-11-08T23:43:57,857 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004 2024-11-08T23:43:57,858 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 1f4aedf9963b2d1729b3858c93a990a6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:57,880 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/.tmp/colfamily11/2dac298cacef490a9cd30c61e20f20a2 is 52, key is ggg/colfamily11:colfamily11/1731109252969/Put/seqid=0 2024-11-08T23:43:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741886_1062 (size=39263) 2024-11-08T23:43:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741886_1062 (size=39263) 2024-11-08T23:43:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741886_1062 (size=39263) 2024-11-08T23:43:57,888 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/.tmp/colfamily11/2dac298cacef490a9cd30c61e20f20a2 2024-11-08T23:43:57,897 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/.tmp/colfamily11/2dac298cacef490a9cd30c61e20f20a2 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/colfamily11/2dac298cacef490a9cd30c61e20f20a2 2024-11-08T23:43:57,904 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/colfamily11/2dac298cacef490a9cd30c61e20f20a2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T23:43:57,904 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f4aedf9963b2d1729b3858c93a990a6 in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T23:43:57,905 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/0000000000000000004 2024-11-08T23:43:57,906 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,906 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,907 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T23:43:57,908 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,911 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T23:43:57,912 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 1f4aedf9963b2d1729b3858c93a990a6; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70354641, jitterRate=0.048365846276283264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T23:43:57,912 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:57,912 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 1f4aedf9963b2d1729b3858c93a990a6: Running coprocessor pre-open hook at 1731109437843Writing region info on filesystem at 1731109437843Initializing all the Stores at 1731109437844 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437844Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437844Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731109437844Obtaining lock to block concurrent updates at 1731109437858 (+14 ms)Preparing flush snapshotting stores in 1f4aedf9963b2d1729b3858c93a990a6 at 1731109437858Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109437858Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. at 1731109437858Flushing 1f4aedf9963b2d1729b3858c93a990a6/colfamily11: creating writer at 1731109437858Flushing 1f4aedf9963b2d1729b3858c93a990a6/colfamily11: appending metadata at 1731109437880 (+22 ms)Flushing 1f4aedf9963b2d1729b3858c93a990a6/colfamily11: closing flushed file at 1731109437880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f61fd1: reopening flushed file at 1731109437896 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f4aedf9963b2d1729b3858c93a990a6 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731109437904 (+8 ms)Cleaning up temporary data from old regions at 1731109437906 (+2 ms)Running coprocessor post-open hooks at 1731109437912 (+6 ms)Region opened successfully at 1731109437912 2024-11-08T23:43:57,913 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., pid=81, masterSystemTime=1731109437126 2024-11-08T23:43:57,915 DEBUG [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:43:57,915 INFO [RS_OPEN_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:43:57,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, openSeqNum=5, regionLocation=296d1c076410,34293,1731109246733 2024-11-08T23:43:57,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,34293,1731109246733 because future has completed 2024-11-08T23:43:57,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=72 2024-11-08T23:43:57,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,34293,1731109246733 in 919 msec 2024-11-08T23:43:57,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=57 2024-11-08T23:43:57,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN in 1.1300 sec 2024-11-08T23:43:57,923 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 296d1c076410,38589,1731109246688 after splitting done 2024-11-08T23:43:57,923 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T23:43:57,923 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:57,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:57,924 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T23:43:58,041 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:58,041 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T23:43:58,042 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:58,042 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:43:58,042 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:43:58,042 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T23:43:58,042 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T23:43:58,042 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T23:43:58,042 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T23:43:58,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T23:43:58,045 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T23:43:58,045 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,045 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,045 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,045 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T23:43:58,046 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T23:43:58,047 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T23:43:58,049 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,34293,1731109246733 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,34293,1731109246733 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,34501,1731109246592 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,34293,1731109246733 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,34293,1731109246733 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,34293,1731109246733 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.meta.1731109248702.meta, worker=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,050 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296d1c076410%2C38589%2C1731109246688.1731109248186, worker=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b867a31aac4fd388df83f482e785f76, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aeadf954bdb7c31012ebe1851a147887, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=04905556622236d78e3dcef7bb4b3962, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db10fb3389a7b7954fcb2e15d7a7035a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a75fefb837e62d13d7b122e6da825c5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a82e55daea3432bf6fc39b99477d06f5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=deb68e6bae57e271e46be535d6b79375, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb81cf0dbb6c0c49fe37849b5748546e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f4aedf9963b2d1729b3858c93a990a6, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a75fefb837e62d13d7b122e6da825c5, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 04905556622236d78e3dcef7bb4b3962, server=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure bb81cf0dbb6c0c49fe37849b5748546e, server=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure deb68e6bae57e271e46be535d6b79375, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b867a31aac4fd388df83f482e785f76, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure db10fb3389a7b7954fcb2e15d7a7035a, server=296d1c076410,34501,1731109246592 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure a82e55daea3432bf6fc39b99477d06f5, server=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure aeadf954bdb7c31012ebe1851a147887, server=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f4aedf9963b2d1729b3858c93a990a6, server=296d1c076410,34293,1731109246733 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T23:43:58,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-08T23:43:58,052 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=61 2024-11-08T23:43:58,052 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=296d1c076410,34501,1731109246592, table=hbase:meta, region=1588230740 2024-11-08T23:43:58,052 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296d1c076410,34501,1731109246592, state=OPEN 2024-11-08T23:43:58,090 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T23:43:58,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:58,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:58,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T23:43:58,091 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731109468091 2024-11-08T23:43:58,091 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T23:43:58,104 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aeadf954bdb7c31012ebe1851a147887, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=5 2024-11-08T23:43:58,104 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c1c41b91d51cf17f6c362dc7ef7d0e1, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,104 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b3d930d6a48ca9b1c60bef03d1020bf, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,105 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=deb68e6bae57e271e46be535d6b79375, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=5 2024-11-08T23:43:58,105 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0c395da16ab2f14167f66924394ad30d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,105 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04b9216ec1236c6e7d822c66fd8967c6, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,105 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f4aedf9963b2d1729b3858c93a990a6, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=5 2024-11-08T23:43:58,105 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ae38589f812ccc8e2be142151013226, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,105 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb0c5ca7ac769fc2071e36e3903a9431, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,105 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b867a31aac4fd388df83f482e785f76, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=5 2024-11-08T23:43:58,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f54d5b16075b0915fe941a694527046d, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3310550d8705a6483a03c4952c6aa81e, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a82e55daea3432bf6fc39b99477d06f5, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=5 2024-11-08T23:43:58,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37c0fb9830537dcca374d0ea3780d3f9, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fc87632366181c097ab662dc77d1b54c, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db10fb3389a7b7954fcb2e15d7a7035a, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=5 2024-11-08T23:43:58,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=675d94ff9fc84b4ca4d5cd3097283d9a, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ff6ed399f67883b274ae548c089d97d, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a3ad221b8dc52e6a409c0cee1eeed89, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=04905556622236d78e3dcef7bb4b3962, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=5 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=68ccafb619139775a1ee6d8f47eae495, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a75fefb837e62d13d7b122e6da825c5, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=5 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cad72f5ca7de043f0325aaed4f1fb0ea, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b3728b984aef6a9e5b9c7935971244fe, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=2 2024-11-08T23:43:58,107 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb81cf0dbb6c0c49fe37849b5748546e, regionState=OPEN, lastHost=296d1c076410,34293,1731109246733, regionLocation=296d1c076410,34293,1731109246733, openSeqNum=5 2024-11-08T23:43:58,108 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37de7bb93b688fbdc5252ef32df43a03, regionState=OPEN, lastHost=296d1c076410,34501,1731109246592, regionLocation=296d1c076410,34501,1731109246592, openSeqNum=2 2024-11-08T23:43:58,108 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T23:43:58,108 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731109498108 2024-11-08T23:43:58,108 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731109558108 2024-11-08T23:43:58,108 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-08T23:43:58,108 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 296d1c076410,38589,1731109246688 after splitting done 2024-11-08T23:43:58,108 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T23:43:58,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 296d1c076410,38589,1731109246688, splitWal=true, meta=true in 3 mins, 4.216 sec 2024-11-08T23:43:58,366 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T23:43:58,371 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 296d1c076410:38589 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 296d1c076410/172.17.0.2:38589 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T23:43:58,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=java.net.ConnectException: Call to address=296d1c076410:38589 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:58,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-08T23:43:58,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:58,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 296d1c076410:38589 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 296d1c076410/172.17.0.2:38589 2024-11-08T23:43:58,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:58,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=296d1c076410,38589,1731109246688, seqNum=-1 from cache 2024-11-08T23:43:58,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T23:43:58,587 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T23:43:58,589 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296d1c076410,34501,1731109246592, seqNum=-1] 2024-11-08T23:43:58,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:43:58,597 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887., hostname=296d1c076410,34293,1731109246733, seqNum=5] 2024-11-08T23:43:58,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T23:43:58,624 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:58,625 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,625 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,625 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:58,739 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375., hostname=296d1c076410,34501,1731109246592, seqNum=5] 2024-11-08T23:43:58,755 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:58,755 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,755 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,755 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:58,869 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6., hostname=296d1c076410,34293,1731109246733, seqNum=5] 2024-11-08T23:43:58,894 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:58,894 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,895 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:58,895 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:59,008 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76., hostname=296d1c076410,34501,1731109246592, seqNum=5] 2024-11-08T23:43:59,025 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:59,026 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,026 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,026 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:59,139 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5., hostname=296d1c076410,34293,1731109246733, seqNum=5] 2024-11-08T23:43:59,155 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:59,156 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,156 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,156 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:59,271 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a., hostname=296d1c076410,34501,1731109246592, seqNum=5] 2024-11-08T23:43:59,286 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:59,286 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,286 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,286 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:59,400 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962., hostname=296d1c076410,34293,1731109246733, seqNum=5] 2024-11-08T23:43:59,410 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:59,411 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,411 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,411 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:59,518 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5., hostname=296d1c076410,34501,1731109246592, seqNum=5] 2024-11-08T23:43:59,531 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 296d1c076410:38589 this server is in the failed servers list 2024-11-08T23:43:59,531 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=296d1c076410:38589 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,531 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 296d1c076410:38589 2024-11-08T23:43:59,531 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,38589,1731109246688, seqNum=2 from cache 2024-11-08T23:43:59,638 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e., hostname=296d1c076410,34293,1731109246733, seqNum=5] 2024-11-08T23:43:59,702 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T23:43:59,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T23:43:59,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:43:59,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:43:59,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:43:59,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:43:59,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T23:43:59,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T23:43:59,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437823527, stopped=false 2024-11-08T23:43:59,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=296d1c076410,42337,1731109245869 2024-11-08T23:43:59,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T23:43:59,748 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T23:43:59,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T23:43:59,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:43:59,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:43:59,748 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:43:59,748 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:43:59,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T23:43:59,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:43:59,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:43:59,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296d1c076410,34501,1731109246592' ***** 2024-11-08T23:43:59,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T23:43:59,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:43:59,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296d1c076410,34293,1731109246733' ***** 2024-11-08T23:43:59,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T23:43:59,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T23:43:59,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T23:43:59,750 INFO [RS:2;296d1c076410:34293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:43:59,750 INFO [RS:2;296d1c076410:34293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:43:59,750 INFO [RS:2;296d1c076410:34293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:43:59,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:43:59,750 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 3310550d8705a6483a03c4952c6aa81e 2024-11-08T23:43:59,750 INFO [RS:0;296d1c076410:34501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T23:43:59,750 INFO [RS:0;296d1c076410:34501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T23:43:59,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T23:43:59,750 INFO [RS:0;296d1c076410:34501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T23:43:59,750 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c395da16ab2f14167f66924394ad30d 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for b3728b984aef6a9e5b9c7935971244fe 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ff6ed399f67883b274ae548c089d97d 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for fc87632366181c097ab662dc77d1b54c 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c1c41b91d51cf17f6c362dc7ef7d0e1 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a3ad221b8dc52e6a409c0cee1eeed89 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for a82e55daea3432bf6fc39b99477d06f5 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for aeadf954bdb7c31012ebe1851a147887 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f4aedf9963b2d1729b3858c93a990a6 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for bb81cf0dbb6c0c49fe37849b5748546e 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 04905556622236d78e3dcef7bb4b3962 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 04b9216ec1236c6e7d822c66fd8967c6 2024-11-08T23:43:59,751 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3310550d8705a6483a03c4952c6aa81e, disabling compactions & flushes 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(959): stopping server 296d1c076410,34293,1731109246733 2024-11-08T23:43:59,751 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:43:59,751 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:43:59,751 INFO [RS:2;296d1c076410:34293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;296d1c076410:34293. 2024-11-08T23:43:59,751 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. after waiting 0 ms 2024-11-08T23:43:59,751 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:43:59,751 DEBUG [RS:2;296d1c076410:34293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:43:59,751 DEBUG [RS:2;296d1c076410:34293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:43:59,752 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for db10fb3389a7b7954fcb2e15d7a7035a 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for deb68e6bae57e271e46be535d6b79375 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for cad72f5ca7de043f0325aaed4f1fb0ea 2024-11-08T23:43:59,752 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c395da16ab2f14167f66924394ad30d, disabling compactions & flushes 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 675d94ff9fc84b4ca4d5cd3097283d9a 2024-11-08T23:43:59,752 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a75fefb837e62d13d7b122e6da825c5 2024-11-08T23:43:59,752 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b3d930d6a48ca9b1c60bef03d1020bf 2024-11-08T23:43:59,752 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. after waiting 0 ms 2024-11-08T23:43:59,752 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1351): Waiting on 04905556622236d78e3dcef7bb4b3962, 04b9216ec1236c6e7d822c66fd8967c6, 0ff6ed399f67883b274ae548c089d97d, 1f4aedf9963b2d1729b3858c93a990a6, 3310550d8705a6483a03c4952c6aa81e, 5c1c41b91d51cf17f6c362dc7ef7d0e1, 8a3ad221b8dc52e6a409c0cee1eeed89, a82e55daea3432bf6fc39b99477d06f5, aeadf954bdb7c31012ebe1851a147887, b3728b984aef6a9e5b9c7935971244fe, bb81cf0dbb6c0c49fe37849b5748546e, fb0c5ca7ac769fc2071e36e3903a9431, fc87632366181c097ab662dc77d1b54c 2024-11-08T23:43:59,752 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3310550d8705a6483a03c4952c6aa81e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,752 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 37c0fb9830537dcca374d0ea3780d3f9 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 68ccafb619139775a1ee6d8f47eae495 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for f54d5b16075b0915fe941a694527046d 2024-11-08T23:43:59,752 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c395da16ab2f14167f66924394ad30d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b867a31aac4fd388df83f482e785f76 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 37de7bb93b688fbdc5252ef32df43a03 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ae38589f812ccc8e2be142151013226 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(959): stopping server 296d1c076410,34501,1731109246592 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:43:59,752 INFO [RS:0;296d1c076410:34501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;296d1c076410:34501. 2024-11-08T23:43:59,752 DEBUG [RS:0;296d1c076410:34501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T23:43:59,752 DEBUG [RS:0;296d1c076410:34501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:43:59,753 INFO [RS:0;296d1c076410:34501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:43:59,753 INFO [RS:0;296d1c076410:34501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:43:59,753 INFO [RS:0;296d1c076410:34501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:43:59,753 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T23:43:59,753 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-08T23:43:59,753 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1351): Waiting on 0c395da16ab2f14167f66924394ad30d, 1588230740, 1b3d930d6a48ca9b1c60bef03d1020bf, 2a75fefb837e62d13d7b122e6da825c5, 37c0fb9830537dcca374d0ea3780d3f9, 37de7bb93b688fbdc5252ef32df43a03, 3b867a31aac4fd388df83f482e785f76, 5ae38589f812ccc8e2be142151013226, 675d94ff9fc84b4ca4d5cd3097283d9a, 68ccafb619139775a1ee6d8f47eae495, cad72f5ca7de043f0325aaed4f1fb0ea, db10fb3389a7b7954fcb2e15d7a7035a, deb68e6bae57e271e46be535d6b79375, f54d5b16075b0915fe941a694527046d 2024-11-08T23:43:59,753 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T23:43:59,753 INFO [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T23:43:59,753 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T23:43:59,753 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T23:43:59,753 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T23:43:59,754 INFO [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.37 KB heapSize=19.67 KB 2024-11-08T23:43:59,763 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/info/a2203608bac9491e990f348332f1e38d is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375./info:regioninfo/1731109437360/Put/seqid=0 2024-11-08T23:43:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741887_1063 (size=19812) 2024-11-08T23:43:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741887_1063 (size=19812) 2024-11-08T23:43:59,784 INFO [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.37 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/info/a2203608bac9491e990f348332f1e38d 2024-11-08T23:43:59,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741887_1063 (size=19812) 2024-11-08T23:43:59,785 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d/.tmp/colfamily11/1e05ff3cb56a430698cb966d30d16020 is 52, key is eee/colfamily11:colfamily11/1731109252910/Put/seqid=0 2024-11-08T23:43:59,793 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/.tmp/info/a2203608bac9491e990f348332f1e38d as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/info/a2203608bac9491e990f348332f1e38d 2024-11-08T23:43:59,795 INFO [regionserver/296d1c076410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:43:59,795 INFO [regionserver/296d1c076410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:43:59,798 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e/.tmp/colfamily11/fb7c390e2bce4c00aaebad617f81dd9c is 52, key is lll/colfamily11:colfamily11/1731109253060/Put/seqid=0 2024-11-08T23:43:59,802 INFO [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/info/a2203608bac9491e990f348332f1e38d, entries=72, sequenceid=81, filesize=19.3 K 2024-11-08T23:43:59,804 INFO [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=81, compaction requested=false 2024-11-08T23:43:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741888_1064 (size=39263) 2024-11-08T23:43:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741888_1064 (size=39263) 2024-11-08T23:43:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741888_1064 (size=39263) 2024-11-08T23:43:59,808 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d/.tmp/colfamily11/1e05ff3cb56a430698cb966d30d16020 2024-11-08T23:43:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741889_1065 (size=39263) 2024-11-08T23:43:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741889_1065 (size=39263) 2024-11-08T23:43:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741889_1065 (size=39263) 2024-11-08T23:43:59,815 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e/.tmp/colfamily11/fb7c390e2bce4c00aaebad617f81dd9c 2024-11-08T23:43:59,816 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d/.tmp/colfamily11/1e05ff3cb56a430698cb966d30d16020 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d/colfamily11/1e05ff3cb56a430698cb966d30d16020 2024-11-08T23:43:59,818 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-08T23:43:59,820 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T23:43:59,821 INFO [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T23:43:59,821 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731109439753Running coprocessor pre-close hooks at 1731109439753Disabling compacts and flushes for region at 1731109439753Disabling writes for close at 1731109439753Obtaining lock to block concurrent updates at 1731109439754 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731109439754Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13686, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1731109439756 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731109439758 (+2 ms)Flushing 1588230740/info: creating writer at 1731109439758Flushing 1588230740/info: appending metadata at 1731109439762 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731109439762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b45f20: reopening flushed file at 1731109439792 (+30 ms)Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=81, compaction requested=false at 1731109439804 (+12 ms)Writing region close event to WAL at 1731109439813 (+9 ms)Running coprocessor post-close hooks at 1731109439819 (+6 ms)Closed at 1731109439820 (+1 ms) 2024-11-08T23:43:59,821 DEBUG [RS_CLOSE_META-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T23:43:59,821 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=296d1c076410:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T23:43:59,823 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e/.tmp/colfamily11/fb7c390e2bce4c00aaebad617f81dd9c as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e/colfamily11/fb7c390e2bce4c00aaebad617f81dd9c 2024-11-08T23:43:59,824 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d/colfamily11/1e05ff3cb56a430698cb966d30d16020, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:43:59,825 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0c395da16ab2f14167f66924394ad30d in 73ms, sequenceid=5, compaction requested=false 2024-11-08T23:43:59,830 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e/colfamily11/fb7c390e2bce4c00aaebad617f81dd9c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:43:59,830 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0c395da16ab2f14167f66924394ad30d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:43:59,831 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:43:59,831 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c395da16ab2f14167f66924394ad30d: Waiting for close lock at 1731109439752Running coprocessor pre-close hooks at 1731109439752Disabling compacts and flushes for region at 1731109439752Disabling writes for close at 1731109439752Obtaining lock to block concurrent updates at 1731109439752Preparing flush snapshotting stores in 0c395da16ab2f14167f66924394ad30d at 1731109439752Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439756 (+4 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. at 1731109439758 (+2 ms)Flushing 0c395da16ab2f14167f66924394ad30d/colfamily11: creating writer at 1731109439758Flushing 0c395da16ab2f14167f66924394ad30d/colfamily11: appending metadata at 1731109439785 (+27 ms)Flushing 0c395da16ab2f14167f66924394ad30d/colfamily11: closing flushed file at 1731109439785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542902fe: reopening flushed file at 1731109439816 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0c395da16ab2f14167f66924394ad30d in 73ms, sequenceid=5, compaction requested=false at 1731109439825 (+9 ms)Writing region close event to WAL at 1731109439826 (+1 ms)Running coprocessor post-close hooks at 1731109439831 (+5 ms)Closed at 1731109439831 2024-11-08T23:43:59,831 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3310550d8705a6483a03c4952c6aa81e in 80ms, sequenceid=5, compaction requested=false 2024-11-08T23:43:59,831 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731109249088.0c395da16ab2f14167f66924394ad30d. 2024-11-08T23:43:59,831 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db10fb3389a7b7954fcb2e15d7a7035a, disabling compactions & flushes 2024-11-08T23:43:59,831 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:59,832 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:59,832 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. after waiting 0 ms 2024-11-08T23:43:59,832 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:59,837 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3310550d8705a6483a03c4952c6aa81e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:43:59,838 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db10fb3389a7b7954fcb2e15d7a7035a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:43:59,839 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:59,839 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db10fb3389a7b7954fcb2e15d7a7035a: Waiting for close lock at 1731109439831Running coprocessor pre-close hooks at 1731109439831Disabling compacts and flushes for region at 1731109439831Disabling writes for close at 1731109439832 (+1 ms)Writing region close event to WAL at 1731109439835 (+3 ms)Running coprocessor post-close hooks at 1731109439838 (+3 ms)Closed at 1731109439839 (+1 ms) 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3310550d8705a6483a03c4952c6aa81e: Waiting for close lock at 1731109439751Running coprocessor pre-close hooks at 1731109439751Disabling compacts and flushes for region at 1731109439751Disabling writes for close at 1731109439751Obtaining lock to block concurrent updates at 1731109439752 (+1 ms)Preparing flush snapshotting stores in 3310550d8705a6483a03c4952c6aa81e at 1731109439752Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439756 (+4 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. at 1731109439758 (+2 ms)Flushing 3310550d8705a6483a03c4952c6aa81e/colfamily11: creating writer at 1731109439758Flushing 3310550d8705a6483a03c4952c6aa81e/colfamily11: appending metadata at 1731109439797 (+39 ms)Flushing 3310550d8705a6483a03c4952c6aa81e/colfamily11: closing flushed file at 1731109439798 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436746e4: reopening flushed file at 1731109439822 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3310550d8705a6483a03c4952c6aa81e in 80ms, sequenceid=5, compaction requested=false at 1731109439831 (+9 ms)Writing region close event to WAL at 1731109439832 (+1 ms)Running coprocessor post-close hooks at 1731109439838 (+6 ms)Closed at 1731109439839 (+1 ms) 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731109249088.3310550d8705a6483a03c4952c6aa81e. 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731109249088.db10fb3389a7b7954fcb2e15d7a7035a. 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3728b984aef6a9e5b9c7935971244fe, disabling compactions & flushes 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deb68e6bae57e271e46be535d6b79375, disabling compactions & flushes 2024-11-08T23:43:59,839 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:43:59,839 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. after waiting 0 ms 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. after waiting 0 ms 2024-11-08T23:43:59,839 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:59,839 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3728b984aef6a9e5b9c7935971244fe 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,850 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/deb68e6bae57e271e46be535d6b79375/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:43:59,851 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:59,851 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deb68e6bae57e271e46be535d6b79375: Waiting for close lock at 1731109439839Running coprocessor pre-close hooks at 1731109439839Disabling compacts and flushes for region at 1731109439839Disabling writes for close at 1731109439839Writing region close event to WAL at 1731109439840 (+1 ms)Running coprocessor post-close hooks at 1731109439851 (+11 ms)Closed at 1731109439851 2024-11-08T23:43:59,851 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731109249088.deb68e6bae57e271e46be535d6b79375. 2024-11-08T23:43:59,851 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cad72f5ca7de043f0325aaed4f1fb0ea, disabling compactions & flushes 2024-11-08T23:43:59,851 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:43:59,851 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:43:59,851 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. after waiting 0 ms 2024-11-08T23:43:59,852 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:43:59,852 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cad72f5ca7de043f0325aaed4f1fb0ea 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,864 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe/.tmp/colfamily11/7a4bb5920c914b2bbe1fc5a4187adf09 is 52, key is xxx/colfamily11:colfamily11/1731109253215/Put/seqid=0 2024-11-08T23:43:59,871 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea/.tmp/colfamily11/e9b54bd4118741a99e01248f79787bca is 52, key is www/colfamily11:colfamily11/1731109253179/Put/seqid=0 2024-11-08T23:43:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741890_1066 (size=39263) 2024-11-08T23:43:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741890_1066 (size=39263) 2024-11-08T23:43:59,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741890_1066 (size=39263) 2024-11-08T23:43:59,875 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe/.tmp/colfamily11/7a4bb5920c914b2bbe1fc5a4187adf09 2024-11-08T23:43:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741891_1067 (size=39263) 2024-11-08T23:43:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741891_1067 (size=39263) 2024-11-08T23:43:59,884 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe/.tmp/colfamily11/7a4bb5920c914b2bbe1fc5a4187adf09 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe/colfamily11/7a4bb5920c914b2bbe1fc5a4187adf09 2024-11-08T23:43:59,884 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea/.tmp/colfamily11/e9b54bd4118741a99e01248f79787bca 2024-11-08T23:43:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741891_1067 (size=39263) 2024-11-08T23:43:59,891 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea/.tmp/colfamily11/e9b54bd4118741a99e01248f79787bca as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea/colfamily11/e9b54bd4118741a99e01248f79787bca 2024-11-08T23:43:59,892 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe/colfamily11/7a4bb5920c914b2bbe1fc5a4187adf09, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:43:59,893 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b3728b984aef6a9e5b9c7935971244fe in 53ms, sequenceid=5, compaction requested=false 2024-11-08T23:43:59,897 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b3728b984aef6a9e5b9c7935971244fe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:43:59,897 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:43:59,897 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3728b984aef6a9e5b9c7935971244fe: Waiting for close lock at 1731109439839Running coprocessor pre-close hooks at 1731109439839Disabling compacts and flushes for region at 1731109439839Disabling writes for close at 1731109439839Obtaining lock to block concurrent updates at 1731109439839Preparing flush snapshotting stores in b3728b984aef6a9e5b9c7935971244fe at 1731109439839Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439839Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. at 1731109439840 (+1 ms)Flushing b3728b984aef6a9e5b9c7935971244fe/colfamily11: creating writer at 1731109439840Flushing b3728b984aef6a9e5b9c7935971244fe/colfamily11: appending metadata at 1731109439864 (+24 ms)Flushing b3728b984aef6a9e5b9c7935971244fe/colfamily11: closing flushed file at 1731109439864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e4686c: reopening flushed file at 1731109439882 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b3728b984aef6a9e5b9c7935971244fe in 53ms, sequenceid=5, compaction requested=false at 1731109439893 (+11 ms)Writing region close event to WAL at 1731109439893Running coprocessor post-close hooks at 1731109439897 (+4 ms)Closed at 1731109439897 2024-11-08T23:43:59,898 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731109249088.b3728b984aef6a9e5b9c7935971244fe. 2024-11-08T23:43:59,898 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ff6ed399f67883b274ae548c089d97d, disabling compactions & flushes 2024-11-08T23:43:59,898 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:43:59,898 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:43:59,898 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. after waiting 0 ms 2024-11-08T23:43:59,898 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:43:59,898 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ff6ed399f67883b274ae548c089d97d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,899 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea/colfamily11/e9b54bd4118741a99e01248f79787bca, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:43:59,900 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cad72f5ca7de043f0325aaed4f1fb0ea in 47ms, sequenceid=5, compaction requested=false 2024-11-08T23:43:59,904 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cad72f5ca7de043f0325aaed4f1fb0ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:43:59,905 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:43:59,905 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cad72f5ca7de043f0325aaed4f1fb0ea: Waiting for close lock at 1731109439851Running coprocessor pre-close hooks at 1731109439851Disabling compacts and flushes for region at 1731109439851Disabling writes for close at 1731109439852 (+1 ms)Obtaining lock to block concurrent updates at 1731109439852Preparing flush snapshotting stores in cad72f5ca7de043f0325aaed4f1fb0ea at 1731109439852Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439852Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. at 1731109439853 (+1 ms)Flushing cad72f5ca7de043f0325aaed4f1fb0ea/colfamily11: creating writer at 1731109439853Flushing cad72f5ca7de043f0325aaed4f1fb0ea/colfamily11: appending metadata at 1731109439871 (+18 ms)Flushing cad72f5ca7de043f0325aaed4f1fb0ea/colfamily11: closing flushed file at 1731109439871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1889a76: reopening flushed file at 1731109439890 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cad72f5ca7de043f0325aaed4f1fb0ea in 47ms, sequenceid=5, compaction requested=false at 1731109439900 (+10 ms)Writing region close event to WAL at 1731109439900Running coprocessor post-close hooks at 1731109439904 (+4 ms)Closed at 1731109439904 2024-11-08T23:43:59,905 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731109249088.cad72f5ca7de043f0325aaed4f1fb0ea. 2024-11-08T23:43:59,905 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 675d94ff9fc84b4ca4d5cd3097283d9a, disabling compactions & flushes 2024-11-08T23:43:59,905 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:43:59,905 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:43:59,905 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. after waiting 0 ms 2024-11-08T23:43:59,905 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:43:59,905 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 675d94ff9fc84b4ca4d5cd3097283d9a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,919 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d/.tmp/colfamily11/25eb52c2e3264796811a7932f3225697 is 52, key is rrr/colfamily11:colfamily11/1731109253137/Put/seqid=0 2024-11-08T23:43:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741892_1068 (size=39263) 2024-11-08T23:43:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741892_1068 (size=39263) 2024-11-08T23:43:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741892_1068 (size=39263) 2024-11-08T23:43:59,930 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d/.tmp/colfamily11/25eb52c2e3264796811a7932f3225697 2024-11-08T23:43:59,933 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a/.tmp/colfamily11/ef179751c12844729004a63fcec05c82 is 52, key is qqq/colfamily11:colfamily11/1731109253102/Put/seqid=0 2024-11-08T23:43:59,937 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d/.tmp/colfamily11/25eb52c2e3264796811a7932f3225697 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d/colfamily11/25eb52c2e3264796811a7932f3225697 2024-11-08T23:43:59,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741893_1069 (size=39263) 2024-11-08T23:43:59,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741893_1069 (size=39263) 2024-11-08T23:43:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741893_1069 (size=39263) 2024-11-08T23:43:59,941 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a/.tmp/colfamily11/ef179751c12844729004a63fcec05c82 2024-11-08T23:43:59,945 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d/colfamily11/25eb52c2e3264796811a7932f3225697, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:43:59,946 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0ff6ed399f67883b274ae548c089d97d in 48ms, sequenceid=5, compaction requested=false 2024-11-08T23:43:59,949 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a/.tmp/colfamily11/ef179751c12844729004a63fcec05c82 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a/colfamily11/ef179751c12844729004a63fcec05c82 2024-11-08T23:43:59,950 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ff6ed399f67883b274ae548c089d97d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:43:59,951 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:43:59,951 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ff6ed399f67883b274ae548c089d97d: Waiting for close lock at 1731109439898Running coprocessor pre-close hooks at 1731109439898Disabling compacts and flushes for region at 1731109439898Disabling writes for close at 1731109439898Obtaining lock to block concurrent updates at 1731109439898Preparing flush snapshotting stores in 0ff6ed399f67883b274ae548c089d97d at 1731109439898Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439899 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. at 1731109439899Flushing 0ff6ed399f67883b274ae548c089d97d/colfamily11: creating writer at 1731109439900 (+1 ms)Flushing 0ff6ed399f67883b274ae548c089d97d/colfamily11: appending metadata at 1731109439919 (+19 ms)Flushing 0ff6ed399f67883b274ae548c089d97d/colfamily11: closing flushed file at 1731109439919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4b1c81: reopening flushed file at 1731109439936 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0ff6ed399f67883b274ae548c089d97d in 48ms, sequenceid=5, compaction requested=false at 1731109439946 (+10 ms)Writing region close event to WAL at 1731109439947 (+1 ms)Running coprocessor post-close hooks at 1731109439951 (+4 ms)Closed at 1731109439951 2024-11-08T23:43:59,951 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731109249088.0ff6ed399f67883b274ae548c089d97d. 2024-11-08T23:43:59,951 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc87632366181c097ab662dc77d1b54c, disabling compactions & flushes 2024-11-08T23:43:59,951 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:43:59,951 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:43:59,952 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. after waiting 0 ms 2024-11-08T23:43:59,952 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:43:59,952 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc87632366181c097ab662dc77d1b54c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,952 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1351): Waiting on 04905556622236d78e3dcef7bb4b3962, 04b9216ec1236c6e7d822c66fd8967c6, 1f4aedf9963b2d1729b3858c93a990a6, 5c1c41b91d51cf17f6c362dc7ef7d0e1, 8a3ad221b8dc52e6a409c0cee1eeed89, a82e55daea3432bf6fc39b99477d06f5, aeadf954bdb7c31012ebe1851a147887, bb81cf0dbb6c0c49fe37849b5748546e, fb0c5ca7ac769fc2071e36e3903a9431, fc87632366181c097ab662dc77d1b54c 2024-11-08T23:43:59,953 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1351): Waiting on 1b3d930d6a48ca9b1c60bef03d1020bf, 2a75fefb837e62d13d7b122e6da825c5, 37c0fb9830537dcca374d0ea3780d3f9, 37de7bb93b688fbdc5252ef32df43a03, 3b867a31aac4fd388df83f482e785f76, 5ae38589f812ccc8e2be142151013226, 675d94ff9fc84b4ca4d5cd3097283d9a, 68ccafb619139775a1ee6d8f47eae495, f54d5b16075b0915fe941a694527046d 2024-11-08T23:43:59,956 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a/colfamily11/ef179751c12844729004a63fcec05c82, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:43:59,957 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 675d94ff9fc84b4ca4d5cd3097283d9a in 52ms, sequenceid=5, compaction requested=false 2024-11-08T23:43:59,962 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/675d94ff9fc84b4ca4d5cd3097283d9a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:43:59,962 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:43:59,963 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 675d94ff9fc84b4ca4d5cd3097283d9a: Waiting for close lock at 1731109439905Running coprocessor pre-close hooks at 1731109439905Disabling compacts and flushes for region at 1731109439905Disabling writes for close at 1731109439905Obtaining lock to block concurrent updates at 1731109439905Preparing flush snapshotting stores in 675d94ff9fc84b4ca4d5cd3097283d9a at 1731109439905Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439906 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. at 1731109439906Flushing 675d94ff9fc84b4ca4d5cd3097283d9a/colfamily11: creating writer at 1731109439907 (+1 ms)Flushing 675d94ff9fc84b4ca4d5cd3097283d9a/colfamily11: appending metadata at 1731109439933 (+26 ms)Flushing 675d94ff9fc84b4ca4d5cd3097283d9a/colfamily11: closing flushed file at 1731109439933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2110eecc: reopening flushed file at 1731109439947 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 675d94ff9fc84b4ca4d5cd3097283d9a in 52ms, sequenceid=5, compaction requested=false at 1731109439957 (+10 ms)Writing region close event to WAL at 1731109439957Running coprocessor post-close hooks at 1731109439962 (+5 ms)Closed at 1731109439962 2024-11-08T23:43:59,963 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731109249088.675d94ff9fc84b4ca4d5cd3097283d9a. 2024-11-08T23:43:59,963 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a75fefb837e62d13d7b122e6da825c5, disabling compactions & flushes 2024-11-08T23:43:59,963 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:59,963 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:59,963 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. after waiting 0 ms 2024-11-08T23:43:59,963 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:59,970 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a75fefb837e62d13d7b122e6da825c5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:43:59,971 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:59,971 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a75fefb837e62d13d7b122e6da825c5: Waiting for close lock at 1731109439963Running coprocessor pre-close hooks at 1731109439963Disabling compacts and flushes for region at 1731109439963Disabling writes for close at 1731109439963Writing region close event to WAL at 1731109439965 (+2 ms)Running coprocessor post-close hooks at 1731109439971 (+6 ms)Closed at 1731109439971 2024-11-08T23:43:59,971 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731109249088.2a75fefb837e62d13d7b122e6da825c5. 2024-11-08T23:43:59,971 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b3d930d6a48ca9b1c60bef03d1020bf, disabling compactions & flushes 2024-11-08T23:43:59,971 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:43:59,971 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:43:59,971 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. after waiting 0 ms 2024-11-08T23:43:59,972 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:43:59,972 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b3d930d6a48ca9b1c60bef03d1020bf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:43:59,974 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c/.tmp/colfamily11/82bf114672f24699954427a98187b558 is 52, key is ooo/colfamily11:colfamily11/1731109253100/Put/seqid=0 2024-11-08T23:43:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741894_1070 (size=39263) 2024-11-08T23:43:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741894_1070 (size=39263) 2024-11-08T23:43:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741894_1070 (size=39263) 2024-11-08T23:43:59,982 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c/.tmp/colfamily11/82bf114672f24699954427a98187b558 2024-11-08T23:43:59,989 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c/.tmp/colfamily11/82bf114672f24699954427a98187b558 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c/colfamily11/82bf114672f24699954427a98187b558 2024-11-08T23:43:59,995 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c/colfamily11/82bf114672f24699954427a98187b558, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:43:59,996 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fc87632366181c097ab662dc77d1b54c in 44ms, sequenceid=5, compaction requested=false 2024-11-08T23:43:59,999 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf/.tmp/colfamily11/611aa9ebff8349f1af672e80eee40f77 is 52, key is ccc/colfamily11:colfamily11/1731109252854/Put/seqid=0 2024-11-08T23:44:00,000 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fc87632366181c097ab662dc77d1b54c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,001 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:44:00,001 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc87632366181c097ab662dc77d1b54c: Waiting for close lock at 1731109439951Running coprocessor pre-close hooks at 1731109439951Disabling compacts and flushes for region at 1731109439951Disabling writes for close at 1731109439952 (+1 ms)Obtaining lock to block concurrent updates at 1731109439952Preparing flush snapshotting stores in fc87632366181c097ab662dc77d1b54c at 1731109439952Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439952Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. at 1731109439953 (+1 ms)Flushing fc87632366181c097ab662dc77d1b54c/colfamily11: creating writer at 1731109439953Flushing fc87632366181c097ab662dc77d1b54c/colfamily11: appending metadata at 1731109439974 (+21 ms)Flushing fc87632366181c097ab662dc77d1b54c/colfamily11: closing flushed file at 1731109439974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f0a984: reopening flushed file at 1731109439988 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fc87632366181c097ab662dc77d1b54c in 44ms, sequenceid=5, compaction requested=false at 1731109439996 (+8 ms)Writing region close event to WAL at 1731109439997 (+1 ms)Running coprocessor post-close hooks at 1731109440001 (+4 ms)Closed at 1731109440001 2024-11-08T23:44:00,001 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731109249088.fc87632366181c097ab662dc77d1b54c. 2024-11-08T23:44:00,001 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c1c41b91d51cf17f6c362dc7ef7d0e1, disabling compactions & flushes 2024-11-08T23:44:00,001 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:44:00,001 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:44:00,001 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. after waiting 0 ms 2024-11-08T23:44:00,001 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:44:00,001 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c1c41b91d51cf17f6c362dc7ef7d0e1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741895_1071 (size=39263) 2024-11-08T23:44:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741895_1071 (size=39263) 2024-11-08T23:44:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741895_1071 (size=39263) 2024-11-08T23:44:00,007 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf/.tmp/colfamily11/611aa9ebff8349f1af672e80eee40f77 2024-11-08T23:44:00,014 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf/.tmp/colfamily11/611aa9ebff8349f1af672e80eee40f77 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf/colfamily11/611aa9ebff8349f1af672e80eee40f77 2024-11-08T23:44:00,019 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf/colfamily11/611aa9ebff8349f1af672e80eee40f77, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,020 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1b3d930d6a48ca9b1c60bef03d1020bf in 48ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,024 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b3d930d6a48ca9b1c60bef03d1020bf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,025 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:44:00,025 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b3d930d6a48ca9b1c60bef03d1020bf: Waiting for close lock at 1731109439971Running coprocessor pre-close hooks at 1731109439971Disabling compacts and flushes for region at 1731109439971Disabling writes for close at 1731109439971Obtaining lock to block concurrent updates at 1731109439972 (+1 ms)Preparing flush snapshotting stores in 1b3d930d6a48ca9b1c60bef03d1020bf at 1731109439972Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109439972Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. at 1731109439973 (+1 ms)Flushing 1b3d930d6a48ca9b1c60bef03d1020bf/colfamily11: creating writer at 1731109439973Flushing 1b3d930d6a48ca9b1c60bef03d1020bf/colfamily11: appending metadata at 1731109439998 (+25 ms)Flushing 1b3d930d6a48ca9b1c60bef03d1020bf/colfamily11: closing flushed file at 1731109439999 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0a50d6: reopening flushed file at 1731109440013 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1b3d930d6a48ca9b1c60bef03d1020bf in 48ms, sequenceid=5, compaction requested=false at 1731109440020 (+7 ms)Writing region close event to WAL at 1731109440021 (+1 ms)Running coprocessor post-close hooks at 1731109440025 (+4 ms)Closed at 1731109440025 2024-11-08T23:44:00,025 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731109249088.1b3d930d6a48ca9b1c60bef03d1020bf. 2024-11-08T23:44:00,025 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37c0fb9830537dcca374d0ea3780d3f9, disabling compactions & flushes 2024-11-08T23:44:00,025 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:44:00,025 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:44:00,025 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. after waiting 0 ms 2024-11-08T23:44:00,025 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:44:00,025 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37c0fb9830537dcca374d0ea3780d3f9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,028 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:44:00,028 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:44:00,029 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T23:44:00,029 INFO [regionserver/296d1c076410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T23:44:00,030 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1/.tmp/colfamily11/bde4abbf5d20433d98a1ec0a4304a7e9 is 52, key is bbb/colfamily11:colfamily11/1731109252842/Put/seqid=0 2024-11-08T23:44:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741896_1072 (size=39263) 2024-11-08T23:44:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741896_1072 (size=39263) 2024-11-08T23:44:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741896_1072 (size=39263) 2024-11-08T23:44:00,040 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1/.tmp/colfamily11/bde4abbf5d20433d98a1ec0a4304a7e9 2024-11-08T23:44:00,047 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1/.tmp/colfamily11/bde4abbf5d20433d98a1ec0a4304a7e9 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily11/bde4abbf5d20433d98a1ec0a4304a7e9 2024-11-08T23:44:00,051 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9/.tmp/colfamily11/f6a724e1b6da472790881fc56c298e9f is 52, key is nnn/colfamily11:colfamily11/1731109253064/Put/seqid=0 2024-11-08T23:44:00,053 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily11/bde4abbf5d20433d98a1ec0a4304a7e9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,054 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5c1c41b91d51cf17f6c362dc7ef7d0e1 in 53ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T23:44:00,064 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c1c41b91d51cf17f6c362dc7ef7d0e1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,065 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:44:00,065 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c1c41b91d51cf17f6c362dc7ef7d0e1: Waiting for close lock at 1731109440001Running coprocessor pre-close hooks at 1731109440001Disabling compacts and flushes for region at 1731109440001Disabling writes for close at 1731109440001Obtaining lock to block concurrent updates at 1731109440001Preparing flush snapshotting stores in 5c1c41b91d51cf17f6c362dc7ef7d0e1 at 1731109440001Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440002 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. at 1731109440002Flushing 5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily11: creating writer at 1731109440002Flushing 5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily11: appending metadata at 1731109440030 (+28 ms)Flushing 5c1c41b91d51cf17f6c362dc7ef7d0e1/colfamily11: closing flushed file at 1731109440030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1cbfc8: reopening flushed file at 1731109440046 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5c1c41b91d51cf17f6c362dc7ef7d0e1 in 53ms, sequenceid=5, compaction requested=false at 1731109440054 (+8 ms)Writing region close event to WAL at 1731109440055 (+1 ms)Running coprocessor post-close hooks at 1731109440065 (+10 ms)Closed at 1731109440065 2024-11-08T23:44:00,065 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731109249088.5c1c41b91d51cf17f6c362dc7ef7d0e1. 2024-11-08T23:44:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741897_1073 (size=39263) 2024-11-08T23:44:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741897_1073 (size=39263) 2024-11-08T23:44:00,066 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a3ad221b8dc52e6a409c0cee1eeed89, disabling compactions & flushes 2024-11-08T23:44:00,066 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:44:00,066 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:44:00,066 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. after waiting 0 ms 2024-11-08T23:44:00,066 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:44:00,066 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a3ad221b8dc52e6a409c0cee1eeed89 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741897_1073 (size=39263) 2024-11-08T23:44:00,070 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9/.tmp/colfamily11/f6a724e1b6da472790881fc56c298e9f 2024-11-08T23:44:00,078 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9/.tmp/colfamily11/f6a724e1b6da472790881fc56c298e9f as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9/colfamily11/f6a724e1b6da472790881fc56c298e9f 2024-11-08T23:44:00,085 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9/colfamily11/f6a724e1b6da472790881fc56c298e9f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,086 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 37c0fb9830537dcca374d0ea3780d3f9 in 61ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,092 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89/.tmp/colfamily11/28469487242b4e8e92691b1a0d1dccfa is 52, key is sss/colfamily11:colfamily11/1731109253176/Put/seqid=0 2024-11-08T23:44:00,095 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37c0fb9830537dcca374d0ea3780d3f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,096 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:44:00,096 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37c0fb9830537dcca374d0ea3780d3f9: Waiting for close lock at 1731109440025Running coprocessor pre-close hooks at 1731109440025Disabling compacts and flushes for region at 1731109440025Disabling writes for close at 1731109440025Obtaining lock to block concurrent updates at 1731109440025Preparing flush snapshotting stores in 37c0fb9830537dcca374d0ea3780d3f9 at 1731109440025Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440026 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. at 1731109440026Flushing 37c0fb9830537dcca374d0ea3780d3f9/colfamily11: creating writer at 1731109440026Flushing 37c0fb9830537dcca374d0ea3780d3f9/colfamily11: appending metadata at 1731109440051 (+25 ms)Flushing 37c0fb9830537dcca374d0ea3780d3f9/colfamily11: closing flushed file at 1731109440051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8cfc3e: reopening flushed file at 1731109440077 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 37c0fb9830537dcca374d0ea3780d3f9 in 61ms, sequenceid=5, compaction requested=false at 1731109440086 (+9 ms)Writing region close event to WAL at 1731109440091 (+5 ms)Running coprocessor post-close hooks at 1731109440096 (+5 ms)Closed at 1731109440096 2024-11-08T23:44:00,096 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731109249088.37c0fb9830537dcca374d0ea3780d3f9. 2024-11-08T23:44:00,096 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68ccafb619139775a1ee6d8f47eae495, disabling compactions & flushes 2024-11-08T23:44:00,096 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:44:00,097 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:44:00,097 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. after waiting 0 ms 2024-11-08T23:44:00,097 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:44:00,097 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68ccafb619139775a1ee6d8f47eae495 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741898_1074 (size=39263) 2024-11-08T23:44:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741898_1074 (size=39263) 2024-11-08T23:44:00,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741898_1074 (size=39263) 2024-11-08T23:44:00,106 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89/.tmp/colfamily11/28469487242b4e8e92691b1a0d1dccfa 2024-11-08T23:44:00,114 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89/.tmp/colfamily11/28469487242b4e8e92691b1a0d1dccfa as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89/colfamily11/28469487242b4e8e92691b1a0d1dccfa 2024-11-08T23:44:00,117 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495/.tmp/colfamily11/8ff8fd82f9804656bae7ff872643e635 is 52, key is uuu/colfamily11:colfamily11/1731109253140/Put/seqid=0 2024-11-08T23:44:00,121 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89/colfamily11/28469487242b4e8e92691b1a0d1dccfa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,122 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8a3ad221b8dc52e6a409c0cee1eeed89 in 56ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741899_1075 (size=39263) 2024-11-08T23:44:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741899_1075 (size=39263) 2024-11-08T23:44:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741899_1075 (size=39263) 2024-11-08T23:44:00,125 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495/.tmp/colfamily11/8ff8fd82f9804656bae7ff872643e635 2024-11-08T23:44:00,131 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8a3ad221b8dc52e6a409c0cee1eeed89/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,131 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:44:00,131 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a3ad221b8dc52e6a409c0cee1eeed89: Waiting for close lock at 1731109440066Running coprocessor pre-close hooks at 1731109440066Disabling compacts and flushes for region at 1731109440066Disabling writes for close at 1731109440066Obtaining lock to block concurrent updates at 1731109440066Preparing flush snapshotting stores in 8a3ad221b8dc52e6a409c0cee1eeed89 at 1731109440066Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440066Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. at 1731109440067 (+1 ms)Flushing 8a3ad221b8dc52e6a409c0cee1eeed89/colfamily11: creating writer at 1731109440067Flushing 8a3ad221b8dc52e6a409c0cee1eeed89/colfamily11: appending metadata at 1731109440091 (+24 ms)Flushing 8a3ad221b8dc52e6a409c0cee1eeed89/colfamily11: closing flushed file at 1731109440091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed18860: reopening flushed file at 1731109440113 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8a3ad221b8dc52e6a409c0cee1eeed89 in 56ms, sequenceid=5, compaction requested=false at 1731109440123 (+10 ms)Writing region close event to WAL at 1731109440127 (+4 ms)Running coprocessor post-close hooks at 1731109440131 (+4 ms)Closed at 1731109440131 2024-11-08T23:44:00,132 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731109249088.8a3ad221b8dc52e6a409c0cee1eeed89. 2024-11-08T23:44:00,132 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a82e55daea3432bf6fc39b99477d06f5, disabling compactions & flushes 2024-11-08T23:44:00,132 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:44:00,132 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:44:00,132 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. after waiting 0 ms 2024-11-08T23:44:00,132 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:44:00,132 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495/.tmp/colfamily11/8ff8fd82f9804656bae7ff872643e635 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495/colfamily11/8ff8fd82f9804656bae7ff872643e635 2024-11-08T23:44:00,136 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a82e55daea3432bf6fc39b99477d06f5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:44:00,137 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:44:00,137 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a82e55daea3432bf6fc39b99477d06f5: Waiting for close lock at 1731109440132Running coprocessor pre-close hooks at 1731109440132Disabling compacts and flushes for region at 1731109440132Disabling writes for close at 1731109440132Writing region close event to WAL at 1731109440132Running coprocessor post-close hooks at 1731109440137 (+5 ms)Closed at 1731109440137 2024-11-08T23:44:00,137 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731109249088.a82e55daea3432bf6fc39b99477d06f5. 2024-11-08T23:44:00,137 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aeadf954bdb7c31012ebe1851a147887, disabling compactions & flushes 2024-11-08T23:44:00,137 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:44:00,137 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:44:00,137 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. after waiting 0 ms 2024-11-08T23:44:00,137 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:44:00,140 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495/colfamily11/8ff8fd82f9804656bae7ff872643e635, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,141 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 68ccafb619139775a1ee6d8f47eae495 in 44ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,142 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aeadf954bdb7c31012ebe1851a147887/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:44:00,143 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:44:00,143 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aeadf954bdb7c31012ebe1851a147887: Waiting for close lock at 1731109440137Running coprocessor pre-close hooks at 1731109440137Disabling compacts and flushes for region at 1731109440137Disabling writes for close at 1731109440137Writing region close event to WAL at 1731109440138 (+1 ms)Running coprocessor post-close hooks at 1731109440143 (+5 ms)Closed at 1731109440143 2024-11-08T23:44:00,143 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731109249088.aeadf954bdb7c31012ebe1851a147887. 2024-11-08T23:44:00,143 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f4aedf9963b2d1729b3858c93a990a6, disabling compactions & flushes 2024-11-08T23:44:00,143 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:44:00,143 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:44:00,143 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. after waiting 0 ms 2024-11-08T23:44:00,143 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:44:00,145 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/68ccafb619139775a1ee6d8f47eae495/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,146 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:44:00,146 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68ccafb619139775a1ee6d8f47eae495: Waiting for close lock at 1731109440096Running coprocessor pre-close hooks at 1731109440096Disabling compacts and flushes for region at 1731109440096Disabling writes for close at 1731109440097 (+1 ms)Obtaining lock to block concurrent updates at 1731109440097Preparing flush snapshotting stores in 68ccafb619139775a1ee6d8f47eae495 at 1731109440097Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440097Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. at 1731109440098 (+1 ms)Flushing 68ccafb619139775a1ee6d8f47eae495/colfamily11: creating writer at 1731109440098Flushing 68ccafb619139775a1ee6d8f47eae495/colfamily11: appending metadata at 1731109440117 (+19 ms)Flushing 68ccafb619139775a1ee6d8f47eae495/colfamily11: closing flushed file at 1731109440117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d42017: reopening flushed file at 1731109440131 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 68ccafb619139775a1ee6d8f47eae495 in 44ms, sequenceid=5, compaction requested=false at 1731109440141 (+10 ms)Writing region close event to WAL at 1731109440141Running coprocessor post-close hooks at 1731109440145 (+4 ms)Closed at 1731109440146 (+1 ms) 2024-11-08T23:44:00,146 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731109249088.68ccafb619139775a1ee6d8f47eae495. 2024-11-08T23:44:00,146 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f54d5b16075b0915fe941a694527046d, disabling compactions & flushes 2024-11-08T23:44:00,146 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:44:00,146 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:44:00,146 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. after waiting 0 ms 2024-11-08T23:44:00,146 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:44:00,146 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f54d5b16075b0915fe941a694527046d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,148 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f4aedf9963b2d1729b3858c93a990a6/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:44:00,148 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:44:00,148 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f4aedf9963b2d1729b3858c93a990a6: Waiting for close lock at 1731109440143Running coprocessor pre-close hooks at 1731109440143Disabling compacts and flushes for region at 1731109440143Disabling writes for close at 1731109440143Writing region close event to WAL at 1731109440144 (+1 ms)Running coprocessor post-close hooks at 1731109440148 (+4 ms)Closed at 1731109440148 2024-11-08T23:44:00,149 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731109249088.1f4aedf9963b2d1729b3858c93a990a6. 2024-11-08T23:44:00,149 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb0c5ca7ac769fc2071e36e3903a9431, disabling compactions & flushes 2024-11-08T23:44:00,149 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:44:00,149 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:44:00,149 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. after waiting 0 ms 2024-11-08T23:44:00,149 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:44:00,149 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb0c5ca7ac769fc2071e36e3903a9431 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,152 DEBUG [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1351): Waiting on 04905556622236d78e3dcef7bb4b3962, 04b9216ec1236c6e7d822c66fd8967c6, bb81cf0dbb6c0c49fe37849b5748546e, fb0c5ca7ac769fc2071e36e3903a9431 2024-11-08T23:44:00,153 DEBUG [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1351): Waiting on 37de7bb93b688fbdc5252ef32df43a03, 3b867a31aac4fd388df83f482e785f76, 5ae38589f812ccc8e2be142151013226, f54d5b16075b0915fe941a694527046d 2024-11-08T23:44:00,164 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431/.tmp/colfamily11/799cea5a23da485aaf1603b44fad9764 is 52, key is iii/colfamily11:colfamily11/1731109252991/Put/seqid=0 2024-11-08T23:44:00,167 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d/.tmp/colfamily11/858529e201984ba988ad79a9d670934c is 52, key is kkk/colfamily11:colfamily11/1731109253026/Put/seqid=0 2024-11-08T23:44:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741900_1076 (size=39263) 2024-11-08T23:44:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741900_1076 (size=39263) 2024-11-08T23:44:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741900_1076 (size=39263) 2024-11-08T23:44:00,174 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431/.tmp/colfamily11/799cea5a23da485aaf1603b44fad9764 2024-11-08T23:44:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741901_1077 (size=39263) 2024-11-08T23:44:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741901_1077 (size=39263) 2024-11-08T23:44:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741901_1077 (size=39263) 2024-11-08T23:44:00,178 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d/.tmp/colfamily11/858529e201984ba988ad79a9d670934c 2024-11-08T23:44:00,182 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431/.tmp/colfamily11/799cea5a23da485aaf1603b44fad9764 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431/colfamily11/799cea5a23da485aaf1603b44fad9764 2024-11-08T23:44:00,186 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d/.tmp/colfamily11/858529e201984ba988ad79a9d670934c as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d/colfamily11/858529e201984ba988ad79a9d670934c 2024-11-08T23:44:00,189 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431/colfamily11/799cea5a23da485aaf1603b44fad9764, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,191 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fb0c5ca7ac769fc2071e36e3903a9431 in 42ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,193 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d/colfamily11/858529e201984ba988ad79a9d670934c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,194 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f54d5b16075b0915fe941a694527046d in 48ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,195 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb0c5ca7ac769fc2071e36e3903a9431/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,196 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:44:00,196 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb0c5ca7ac769fc2071e36e3903a9431: Waiting for close lock at 1731109440149Running coprocessor pre-close hooks at 1731109440149Disabling compacts and flushes for region at 1731109440149Disabling writes for close at 1731109440149Obtaining lock to block concurrent updates at 1731109440149Preparing flush snapshotting stores in fb0c5ca7ac769fc2071e36e3903a9431 at 1731109440149Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440149Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. at 1731109440150 (+1 ms)Flushing fb0c5ca7ac769fc2071e36e3903a9431/colfamily11: creating writer at 1731109440150Flushing fb0c5ca7ac769fc2071e36e3903a9431/colfamily11: appending metadata at 1731109440164 (+14 ms)Flushing fb0c5ca7ac769fc2071e36e3903a9431/colfamily11: closing flushed file at 1731109440164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5417f1: reopening flushed file at 1731109440181 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fb0c5ca7ac769fc2071e36e3903a9431 in 42ms, sequenceid=5, compaction requested=false at 1731109440191 (+10 ms)Writing region close event to WAL at 1731109440191Running coprocessor post-close hooks at 1731109440196 (+5 ms)Closed at 1731109440196 2024-11-08T23:44:00,196 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731109249088.fb0c5ca7ac769fc2071e36e3903a9431. 2024-11-08T23:44:00,196 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb81cf0dbb6c0c49fe37849b5748546e, disabling compactions & flushes 2024-11-08T23:44:00,196 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:44:00,196 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:44:00,196 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. after waiting 0 ms 2024-11-08T23:44:00,196 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:44:00,198 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f54d5b16075b0915fe941a694527046d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,199 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:44:00,199 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f54d5b16075b0915fe941a694527046d: Waiting for close lock at 1731109440146Running coprocessor pre-close hooks at 1731109440146Disabling compacts and flushes for region at 1731109440146Disabling writes for close at 1731109440146Obtaining lock to block concurrent updates at 1731109440146Preparing flush snapshotting stores in f54d5b16075b0915fe941a694527046d at 1731109440146Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440147 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. at 1731109440147Flushing f54d5b16075b0915fe941a694527046d/colfamily11: creating writer at 1731109440147Flushing f54d5b16075b0915fe941a694527046d/colfamily11: appending metadata at 1731109440167 (+20 ms)Flushing f54d5b16075b0915fe941a694527046d/colfamily11: closing flushed file at 1731109440167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e36b950: reopening flushed file at 1731109440185 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f54d5b16075b0915fe941a694527046d in 48ms, sequenceid=5, compaction requested=false at 1731109440194 (+9 ms)Writing region close event to WAL at 1731109440195 (+1 ms)Running coprocessor post-close hooks at 1731109440199 (+4 ms)Closed at 1731109440199 2024-11-08T23:44:00,199 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731109249088.f54d5b16075b0915fe941a694527046d. 2024-11-08T23:44:00,200 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b867a31aac4fd388df83f482e785f76, disabling compactions & flushes 2024-11-08T23:44:00,200 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:44:00,200 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:44:00,200 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. after waiting 0 ms 2024-11-08T23:44:00,200 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:44:00,200 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb81cf0dbb6c0c49fe37849b5748546e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:44:00,201 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:44:00,201 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb81cf0dbb6c0c49fe37849b5748546e: Waiting for close lock at 1731109440196Running coprocessor pre-close hooks at 1731109440196Disabling compacts and flushes for region at 1731109440196Disabling writes for close at 1731109440196Writing region close event to WAL at 1731109440197 (+1 ms)Running coprocessor post-close hooks at 1731109440201 (+4 ms)Closed at 1731109440201 2024-11-08T23:44:00,201 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731109249088.bb81cf0dbb6c0c49fe37849b5748546e. 2024-11-08T23:44:00,201 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04905556622236d78e3dcef7bb4b3962, disabling compactions & flushes 2024-11-08T23:44:00,201 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:44:00,201 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:44:00,201 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. after waiting 0 ms 2024-11-08T23:44:00,201 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:44:00,204 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b867a31aac4fd388df83f482e785f76/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:44:00,205 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:44:00,205 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b867a31aac4fd388df83f482e785f76: Waiting for close lock at 1731109440200Running coprocessor pre-close hooks at 1731109440200Disabling compacts and flushes for region at 1731109440200Disabling writes for close at 1731109440200Writing region close event to WAL at 1731109440201 (+1 ms)Running coprocessor post-close hooks at 1731109440205 (+4 ms)Closed at 1731109440205 2024-11-08T23:44:00,205 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731109249088.3b867a31aac4fd388df83f482e785f76. 2024-11-08T23:44:00,206 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37de7bb93b688fbdc5252ef32df43a03, disabling compactions & flushes 2024-11-08T23:44:00,206 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:44:00,206 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:44:00,206 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. after waiting 0 ms 2024-11-08T23:44:00,206 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:44:00,206 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04905556622236d78e3dcef7bb4b3962/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T23:44:00,206 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37de7bb93b688fbdc5252ef32df43a03 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-08T23:44:00,206 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:44:00,207 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04905556622236d78e3dcef7bb4b3962: Waiting for close lock at 1731109440201Running coprocessor pre-close hooks at 1731109440201Disabling compacts and flushes for region at 1731109440201Disabling writes for close at 1731109440201Writing region close event to WAL at 1731109440202 (+1 ms)Running coprocessor post-close hooks at 1731109440206 (+4 ms)Closed at 1731109440206 2024-11-08T23:44:00,207 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731109249088.04905556622236d78e3dcef7bb4b3962. 2024-11-08T23:44:00,207 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04b9216ec1236c6e7d822c66fd8967c6, disabling compactions & flushes 2024-11-08T23:44:00,207 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:44:00,207 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:44:00,207 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. after waiting 0 ms 2024-11-08T23:44:00,207 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:44:00,207 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04b9216ec1236c6e7d822c66fd8967c6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,222 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03/.tmp/colfamily11/3ebfb15fbf444b3c866c6bd14f8d3606 is 52, key is zzz/colfamily11:colfamily11/1731109253186/Put/seqid=0 2024-11-08T23:44:00,227 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6/.tmp/colfamily11/b71d622b13a2473ba3f797a4becd05af is 52, key is fff/colfamily11:colfamily11/1731109252902/Put/seqid=0 2024-11-08T23:44:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741902_1078 (size=4857) 2024-11-08T23:44:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741902_1078 (size=4857) 2024-11-08T23:44:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741902_1078 (size=4857) 2024-11-08T23:44:00,230 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03/.tmp/colfamily11/3ebfb15fbf444b3c866c6bd14f8d3606 2024-11-08T23:44:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741903_1079 (size=39263) 2024-11-08T23:44:00,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741903_1079 (size=39263) 2024-11-08T23:44:00,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741903_1079 (size=39263) 2024-11-08T23:44:00,235 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6/.tmp/colfamily11/b71d622b13a2473ba3f797a4becd05af 2024-11-08T23:44:00,236 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03/.tmp/colfamily11/3ebfb15fbf444b3c866c6bd14f8d3606 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03/colfamily11/3ebfb15fbf444b3c866c6bd14f8d3606 2024-11-08T23:44:00,242 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03/colfamily11/3ebfb15fbf444b3c866c6bd14f8d3606, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T23:44:00,243 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 37de7bb93b688fbdc5252ef32df43a03 in 37ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,243 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6/.tmp/colfamily11/b71d622b13a2473ba3f797a4becd05af as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6/colfamily11/b71d622b13a2473ba3f797a4becd05af 2024-11-08T23:44:00,248 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/37de7bb93b688fbdc5252ef32df43a03/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,248 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:44:00,248 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37de7bb93b688fbdc5252ef32df43a03: Waiting for close lock at 1731109440205Running coprocessor pre-close hooks at 1731109440205Disabling compacts and flushes for region at 1731109440205Disabling writes for close at 1731109440206 (+1 ms)Obtaining lock to block concurrent updates at 1731109440206Preparing flush snapshotting stores in 37de7bb93b688fbdc5252ef32df43a03 at 1731109440206Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731109440206Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. at 1731109440207 (+1 ms)Flushing 37de7bb93b688fbdc5252ef32df43a03/colfamily11: creating writer at 1731109440207Flushing 37de7bb93b688fbdc5252ef32df43a03/colfamily11: appending metadata at 1731109440221 (+14 ms)Flushing 37de7bb93b688fbdc5252ef32df43a03/colfamily11: closing flushed file at 1731109440222 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7fdc33: reopening flushed file at 1731109440236 (+14 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 37de7bb93b688fbdc5252ef32df43a03 in 37ms, sequenceid=5, compaction requested=false at 1731109440243 (+7 ms)Writing region close event to WAL at 1731109440244 (+1 ms)Running coprocessor post-close hooks at 1731109440248 (+4 ms)Closed at 1731109440248 2024-11-08T23:44:00,249 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731109249088.37de7bb93b688fbdc5252ef32df43a03. 2024-11-08T23:44:00,249 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ae38589f812ccc8e2be142151013226, disabling compactions & flushes 2024-11-08T23:44:00,249 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:44:00,249 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:44:00,249 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. after waiting 0 ms 2024-11-08T23:44:00,249 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:44:00,249 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ae38589f812ccc8e2be142151013226 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T23:44:00,251 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6/colfamily11/b71d622b13a2473ba3f797a4becd05af, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,253 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 04b9216ec1236c6e7d822c66fd8967c6 in 45ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,257 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/04b9216ec1236c6e7d822c66fd8967c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,258 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:44:00,258 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04b9216ec1236c6e7d822c66fd8967c6: Waiting for close lock at 1731109440207Running coprocessor pre-close hooks at 1731109440207Disabling compacts and flushes for region at 1731109440207Disabling writes for close at 1731109440207Obtaining lock to block concurrent updates at 1731109440207Preparing flush snapshotting stores in 04b9216ec1236c6e7d822c66fd8967c6 at 1731109440207Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440208 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. at 1731109440208Flushing 04b9216ec1236c6e7d822c66fd8967c6/colfamily11: creating writer at 1731109440208Flushing 04b9216ec1236c6e7d822c66fd8967c6/colfamily11: appending metadata at 1731109440227 (+19 ms)Flushing 04b9216ec1236c6e7d822c66fd8967c6/colfamily11: closing flushed file at 1731109440227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4081eae3: reopening flushed file at 1731109440240 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 04b9216ec1236c6e7d822c66fd8967c6 in 45ms, sequenceid=5, compaction requested=false at 1731109440253 (+13 ms)Writing region close event to WAL at 1731109440253Running coprocessor post-close hooks at 1731109440258 (+5 ms)Closed at 1731109440258 2024-11-08T23:44:00,258 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731109249088.04b9216ec1236c6e7d822c66fd8967c6. 2024-11-08T23:44:00,265 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226/.tmp/colfamily11/89a0ba1d975448c5a71f6405b99d7314 is 52, key is hhh/colfamily11:colfamily11/1731109252982/Put/seqid=0 2024-11-08T23:44:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741904_1080 (size=39263) 2024-11-08T23:44:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741904_1080 (size=39263) 2024-11-08T23:44:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741904_1080 (size=39263) 2024-11-08T23:44:00,273 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226/.tmp/colfamily11/89a0ba1d975448c5a71f6405b99d7314 2024-11-08T23:44:00,278 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226/.tmp/colfamily11/89a0ba1d975448c5a71f6405b99d7314 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226/colfamily11/89a0ba1d975448c5a71f6405b99d7314 2024-11-08T23:44:00,283 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226/colfamily11/89a0ba1d975448c5a71f6405b99d7314, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T23:44:00,284 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5ae38589f812ccc8e2be142151013226 in 35ms, sequenceid=5, compaction requested=false 2024-11-08T23:44:00,288 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ae38589f812ccc8e2be142151013226/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T23:44:00,289 INFO [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:44:00,289 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ae38589f812ccc8e2be142151013226: Waiting for close lock at 1731109440249Running coprocessor pre-close hooks at 1731109440249Disabling compacts and flushes for region at 1731109440249Disabling writes for close at 1731109440249Obtaining lock to block concurrent updates at 1731109440249Preparing flush snapshotting stores in 5ae38589f812ccc8e2be142151013226 at 1731109440249Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731109440249Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. at 1731109440250 (+1 ms)Flushing 5ae38589f812ccc8e2be142151013226/colfamily11: creating writer at 1731109440250Flushing 5ae38589f812ccc8e2be142151013226/colfamily11: appending metadata at 1731109440265 (+15 ms)Flushing 5ae38589f812ccc8e2be142151013226/colfamily11: closing flushed file at 1731109440265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a06805: reopening flushed file at 1731109440277 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5ae38589f812ccc8e2be142151013226 in 35ms, sequenceid=5, compaction requested=false at 1731109440284 (+7 ms)Writing region close event to WAL at 1731109440285 (+1 ms)Running coprocessor post-close hooks at 1731109440289 (+4 ms)Closed at 1731109440289 2024-11-08T23:44:00,289 DEBUG [RS_CLOSE_REGION-regionserver/296d1c076410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731109249088.5ae38589f812ccc8e2be142151013226. 2024-11-08T23:44:00,353 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(976): stopping server 296d1c076410,34293,1731109246733; all regions closed. 2024-11-08T23:44:00,354 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(976): stopping server 296d1c076410,34501,1731109246592; all regions closed. 2024-11-08T23:44:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741835_1011 (size=315396) 2024-11-08T23:44:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741865_1041 (size=15722) 2024-11-08T23:44:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741835_1011 (size=315396) 2024-11-08T23:44:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741865_1041 (size=15722) 2024-11-08T23:44:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741835_1011 (size=315396) 2024-11-08T23:44:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741865_1041 (size=15722) 2024-11-08T23:44:00,359 DEBUG [RS:0;296d1c076410:34501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs 2024-11-08T23:44:00,359 INFO [RS:0;296d1c076410:34501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296d1c076410%2C34501%2C1731109246592.meta:.meta(num 1731109434502) 2024-11-08T23:44:00,360 DEBUG [RS:2;296d1c076410:34293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs 2024-11-08T23:44:00,360 INFO [RS:2;296d1c076410:34293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296d1c076410%2C34293%2C1731109246733:(num 1731109248188) 2024-11-08T23:44:00,360 DEBUG [RS:2;296d1c076410:34293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:44:00,360 INFO [RS:2;296d1c076410:34293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:44:00,360 INFO [RS:2;296d1c076410:34293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:44:00,360 INFO [RS:2;296d1c076410:34293 {}] hbase.ChoreService(370): Chore service for: regionserver/296d1c076410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T23:44:00,361 INFO [RS:2;296d1c076410:34293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T23:44:00,361 INFO [RS:2;296d1c076410:34293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T23:44:00,361 INFO [RS:2;296d1c076410:34293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T23:44:00,361 INFO [RS:2;296d1c076410:34293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:44:00,361 INFO [regionserver/296d1c076410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:44:00,361 INFO [RS:2;296d1c076410:34293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34293 2024-11-08T23:44:00,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741833_1009 (size=316539) 2024-11-08T23:44:00,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741833_1009 (size=316539) 2024-11-08T23:44:00,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741833_1009 (size=316539) 2024-11-08T23:44:00,365 DEBUG [RS:0;296d1c076410:34501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/oldWALs 2024-11-08T23:44:00,365 INFO [RS:0;296d1c076410:34501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296d1c076410%2C34501%2C1731109246592:(num 1731109248185) 2024-11-08T23:44:00,365 DEBUG [RS:0;296d1c076410:34501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T23:44:00,365 INFO [RS:0;296d1c076410:34501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T23:44:00,366 INFO [RS:0;296d1c076410:34501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:44:00,366 INFO [RS:0;296d1c076410:34501 {}] hbase.ChoreService(370): Chore service for: regionserver/296d1c076410:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T23:44:00,366 INFO [RS:0;296d1c076410:34501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:44:00,366 INFO [regionserver/296d1c076410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:44:00,366 INFO [RS:0;296d1c076410:34501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34501 2024-11-08T23:44:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T23:44:00,398 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296d1c076410,34293,1731109246733 2024-11-08T23:44:00,398 INFO [RS:2;296d1c076410:34293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:44:00,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296d1c076410,34501,1731109246592 2024-11-08T23:44:00,406 INFO [RS:0;296d1c076410:34501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:44:00,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296d1c076410,34293,1731109246733] 2024-11-08T23:44:00,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296d1c076410,34293,1731109246733 already deleted, retry=false 2024-11-08T23:44:00,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 296d1c076410,34293,1731109246733 expired; onlineServers=1 2024-11-08T23:44:00,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296d1c076410,34501,1731109246592] 2024-11-08T23:44:00,440 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296d1c076410,34501,1731109246592 already deleted, retry=false 2024-11-08T23:44:00,440 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 296d1c076410,34501,1731109246592 expired; onlineServers=0 2024-11-08T23:44:00,440 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '296d1c076410,42337,1731109245869' ***** 2024-11-08T23:44:00,440 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T23:44:00,441 INFO [M:0;296d1c076410:42337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T23:44:00,441 INFO [M:0;296d1c076410:42337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T23:44:00,441 DEBUG [M:0;296d1c076410:42337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T23:44:00,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T23:44:00,441 DEBUG [M:0;296d1c076410:42337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T23:44:00,441 DEBUG [master/296d1c076410:0:becomeActiveMaster-HFileCleaner.small.0-1731109247833 {}] cleaner.HFileCleaner(306): Exit Thread[master/296d1c076410:0:becomeActiveMaster-HFileCleaner.small.0-1731109247833,5,FailOnTimeoutGroup] 2024-11-08T23:44:00,441 DEBUG [master/296d1c076410:0:becomeActiveMaster-HFileCleaner.large.0-1731109247832 {}] cleaner.HFileCleaner(306): Exit Thread[master/296d1c076410:0:becomeActiveMaster-HFileCleaner.large.0-1731109247832,5,FailOnTimeoutGroup] 2024-11-08T23:44:00,442 INFO [M:0;296d1c076410:42337 {}] hbase.ChoreService(370): Chore service for: master/296d1c076410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T23:44:00,442 INFO [M:0;296d1c076410:42337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T23:44:00,442 DEBUG [M:0;296d1c076410:42337 {}] master.HMaster(1795): Stopping service threads 2024-11-08T23:44:00,443 INFO [M:0;296d1c076410:42337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T23:44:00,443 INFO [M:0;296d1c076410:42337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T23:44:00,443 INFO [M:0;296d1c076410:42337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T23:44:00,443 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T23:44:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T23:44:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T23:44:00,449 DEBUG [M:0;296d1c076410:42337 {}] zookeeper.ZKUtil(347): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T23:44:00,449 WARN [M:0;296d1c076410:42337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T23:44:00,450 INFO [M:0;296d1c076410:42337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/.lastflushedseqids 2024-11-08T23:44:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741905_1081 (size=2837) 2024-11-08T23:44:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741905_1081 (size=2837) 2024-11-08T23:44:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741905_1081 (size=2837) 2024-11-08T23:44:00,467 INFO [M:0;296d1c076410:42337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T23:44:00,467 INFO [M:0;296d1c076410:42337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T23:44:00,467 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T23:44:00,467 INFO [M:0;296d1c076410:42337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:44:00,467 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:44:00,467 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T23:44:00,467 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:44:00,467 INFO [M:0;296d1c076410:42337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.56 KB heapSize=404.96 KB 2024-11-08T23:44:00,482 DEBUG [M:0;296d1c076410:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8074115bd1e54c1e9b869d8f6fd52389 is 82, key is hbase:meta,,1/info:regioninfo/1731109434822/Put/seqid=0 2024-11-08T23:44:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741906_1082 (size=6071) 2024-11-08T23:44:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741906_1082 (size=6071) 2024-11-08T23:44:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741906_1082 (size=6071) 2024-11-08T23:44:00,492 INFO [M:0;296d1c076410:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8074115bd1e54c1e9b869d8f6fd52389 2024-11-08T23:44:00,515 DEBUG [M:0;296d1c076410:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54c658b41ed4e07be5d3f74c0334206 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731109250348/Put/seqid=0 2024-11-08T23:44:00,515 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:44:00,515 INFO [RS:2;296d1c076410:34293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:44:00,515 INFO [RS:2;296d1c076410:34293 {}] regionserver.HRegionServer(1031): Exiting; stopping=296d1c076410,34293,1731109246733; zookeeper connection closed. 2024-11-08T23:44:00,515 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1011e1c73030003, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:44:00,515 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e5ff329 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e5ff329 2024-11-08T23:44:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741907_1083 (size=13502) 2024-11-08T23:44:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741907_1083 (size=13502) 2024-11-08T23:44:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741907_1083 (size=13502) 2024-11-08T23:44:00,522 INFO [M:0;296d1c076410:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.33 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54c658b41ed4e07be5d3f74c0334206 2024-11-08T23:44:00,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:44:00,523 INFO [RS:0;296d1c076410:34501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:44:00,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x1011e1c73030001, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:44:00,524 INFO [RS:0;296d1c076410:34501 {}] regionserver.HRegionServer(1031): Exiting; stopping=296d1c076410,34501,1731109246592; zookeeper connection closed. 2024-11-08T23:44:00,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23a1c34f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23a1c34f 2024-11-08T23:44:00,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T23:44:00,544 DEBUG [M:0;296d1c076410:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f0e093ce13e4ee79d9b2cb7f4a7f1de is 69, key is 296d1c076410,34293,1731109246733/rs:state/1731109247933/Put/seqid=0 2024-11-08T23:44:00,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741908_1084 (size=5442) 2024-11-08T23:44:00,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741908_1084 (size=5442) 2024-11-08T23:44:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741908_1084 (size=5442) 2024-11-08T23:44:00,551 INFO [M:0;296d1c076410:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f0e093ce13e4ee79d9b2cb7f4a7f1de 2024-11-08T23:44:00,555 INFO [M:0;296d1c076410:42337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f0e093ce13e4ee79d9b2cb7f4a7f1de 2024-11-08T23:44:00,556 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8074115bd1e54c1e9b869d8f6fd52389 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8074115bd1e54c1e9b869d8f6fd52389 2024-11-08T23:44:00,561 INFO [M:0;296d1c076410:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8074115bd1e54c1e9b869d8f6fd52389, entries=14, sequenceid=635, filesize=5.9 K 2024-11-08T23:44:00,562 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54c658b41ed4e07be5d3f74c0334206 as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e54c658b41ed4e07be5d3f74c0334206 2024-11-08T23:44:00,568 INFO [M:0;296d1c076410:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e54c658b41ed4e07be5d3f74c0334206, entries=81, sequenceid=635, filesize=13.2 K 2024-11-08T23:44:00,569 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f0e093ce13e4ee79d9b2cb7f4a7f1de as hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f0e093ce13e4ee79d9b2cb7f4a7f1de 2024-11-08T23:44:00,575 INFO [M:0;296d1c076410:42337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f0e093ce13e4ee79d9b2cb7f4a7f1de 2024-11-08T23:44:00,575 INFO [M:0;296d1c076410:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/8b24c3df-6c67-4441-b686-1824448588fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f0e093ce13e4ee79d9b2cb7f4a7f1de, entries=3, sequenceid=635, filesize=5.3 K 2024-11-08T23:44:00,576 INFO [M:0;296d1c076410:42337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.56 KB/352832, heapSize ~404.66 KB/414376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=635, compaction requested=false 2024-11-08T23:44:00,578 INFO [M:0;296d1c076410:42337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T23:44:00,578 DEBUG [M:0;296d1c076410:42337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731109440467Disabling compacts and flushes for region at 1731109440467Disabling writes for close at 1731109440467Obtaining lock to block concurrent updates at 1731109440467Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731109440467Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352832, getHeapSize=414616, getOffHeapSize=0, getCellsCount=800 at 1731109440467Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731109440468 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731109440468Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731109440482 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731109440482Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731109440497 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731109440514 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731109440514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731109440528 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731109440544 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731109440544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545fc362: reopening flushed file at 1731109440555 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493f87ce: reopening flushed file at 1731109440561 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f09dc72: reopening flushed file at 1731109440568 (+7 ms)Finished flush of dataSize ~344.56 KB/352832, heapSize ~404.66 KB/414376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=635, compaction requested=false at 1731109440576 (+8 ms)Writing region close event to WAL at 1731109440577 (+1 ms)Closed at 1731109440577 2024-11-08T23:44:00,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741830_1006 (size=395186) 2024-11-08T23:44:00,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39639 is added to blk_1073741830_1006 (size=395186) 2024-11-08T23:44:00,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741830_1006 (size=395186) 2024-11-08T23:44:00,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T23:44:00,581 INFO [M:0;296d1c076410:42337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T23:44:00,581 INFO [M:0;296d1c076410:42337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42337 2024-11-08T23:44:00,581 INFO [M:0;296d1c076410:42337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T23:44:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:44:00,690 INFO [M:0;296d1c076410:42337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T23:44:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1011e1c73030000, quorum=127.0.0.1:64347, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T23:44:00,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:44:00,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:44:00,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:44:00,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:44:00,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,STOPPED} 2024-11-08T23:44:00,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:44:00,729 WARN [BP-965483001-172.17.0.2-1731109242348 heartbeating to localhost/127.0.0.1:37665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:44:00,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:44:00,729 WARN [BP-965483001-172.17.0.2-1731109242348 heartbeating to localhost/127.0.0.1:37665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-965483001-172.17.0.2-1731109242348 (Datanode Uuid e7b395e5-b063-43fd-9e25-f40b7980487c) service to localhost/127.0.0.1:37665 2024-11-08T23:44:00,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data5/current/BP-965483001-172.17.0.2-1731109242348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:44:00,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data6/current/BP-965483001-172.17.0.2-1731109242348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:44:00,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:44:00,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:44:00,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:44:00,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:44:00,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:44:00,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,STOPPED} 2024-11-08T23:44:00,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:44:00,734 WARN [BP-965483001-172.17.0.2-1731109242348 heartbeating to localhost/127.0.0.1:37665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:44:00,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:44:00,734 WARN [BP-965483001-172.17.0.2-1731109242348 heartbeating to localhost/127.0.0.1:37665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-965483001-172.17.0.2-1731109242348 (Datanode Uuid 0b4054ba-7367-4259-b9b0-8823a889f558) service to localhost/127.0.0.1:37665 2024-11-08T23:44:00,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data3/current/BP-965483001-172.17.0.2-1731109242348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:44:00,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data4/current/BP-965483001-172.17.0.2-1731109242348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:44:00,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:44:00,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T23:44:00,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:44:00,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:44:00,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:44:00,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,STOPPED} 2024-11-08T23:44:00,738 WARN [BP-965483001-172.17.0.2-1731109242348 heartbeating to localhost/127.0.0.1:37665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T23:44:00,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T23:44:00,738 WARN [BP-965483001-172.17.0.2-1731109242348 heartbeating to localhost/127.0.0.1:37665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-965483001-172.17.0.2-1731109242348 (Datanode Uuid 0df79289-31bf-409b-94c8-bedd3e17a6f3) service to localhost/127.0.0.1:37665 2024-11-08T23:44:00,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T23:44:00,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data1/current/BP-965483001-172.17.0.2-1731109242348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:44:00,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/cluster_8e90d7f3-e975-71a6-99f7-89a758e25db3/data/data2/current/BP-965483001-172.17.0.2-1731109242348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T23:44:00,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T23:44:00,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T23:44:00,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T23:44:00,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T23:44:00,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T23:44:00,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee9b0ad0-5427-75ba-a559-fd928b0998aa/hadoop.log.dir/,STOPPED} 2024-11-08T23:44:00,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T23:44:00,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T23:44:00,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:37665 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:37665 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4a3eb94a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:37665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:37665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/296d1c076410:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296d1c076410:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/296d1c076410:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296d1c076410:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/296d1c076410:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296d1c076410:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296d1c076410:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/296d1c076410:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/296d1c076410:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=48 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=4144 (was 5385)